-- Logs begin at Wed 2022-11-02 11:56:35 UTC, end at Wed 2022-11-02 13:19:03 UTC. -- Nov 02 12:43:38.742323 dv-cinder-863278-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 02 12:43:41.703913 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.common.config [-] Logging enabled! Nov 02 12:43:41.704610 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Nov 02 12:43:41.704724 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110368) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Nov 02 12:43:41.708114 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.common.config [-] Logging enabled! Nov 02 12:43:41.708387 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Nov 02 12:43:41.708698 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110368) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Nov 02 12:43:41.709647 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:43:41.709879 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:43:41.710248 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:43:41.710494 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:43:41.710719 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:43:41.711194 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.711620 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 02 12:43:41.711933 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.712236 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.712533 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.712837 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.713129 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.713409 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.713694 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.713990 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.714280 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.714547 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.714894 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.715221 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.715500 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.715786 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.716071 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.716380 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] debug = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.716663 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.717091 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.717501 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.717779 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.718066 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.718343 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.718615 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.718889 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.719174 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.719522 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] host = dv-cinder-863278-1-iscsi {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.719801 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.720087 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.720403 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.720690 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.720965 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.721238 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.721520 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.721791 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.722060 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] log_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.722335 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.722623 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.722909 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.723199 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.723428 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.723653 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.723950 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.724267 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.724548 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.724824 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.725098 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.725377 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.725650 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.725920 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.726205 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.726490 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.726777 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.727053 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.727330 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.727600 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.727871 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.728156 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.728458 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.728733 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.729009 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.729298 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.729566 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.729840 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.730139 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.730439 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.730821 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.731106 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.731381 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.731665 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.731944 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.732236 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.732499 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] use_json = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.732773 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.733043 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.733325 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.733596 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.733868 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.734139 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.734410 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.734693 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.734964 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:41.735341 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.735621 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.735938 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.736265 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.736561 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.736845 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.737134 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.737412 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.737700 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.737988 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.738275 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.738555 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.738855 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.739142 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.739436 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.739739 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.740033 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.740353 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.740632 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.740906 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.741179 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.741457 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.741747 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.742026 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.742315 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.742609 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.742890 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.743191 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.743478 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.743772 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.744059 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.744367 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.744649 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.744940 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.745223 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.745495 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.745772 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.746070 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.746431 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.746710 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.746992 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.747282 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.747571 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.747843 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.748122 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.748439 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.748714 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.748985 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.749256 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.749532 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.749801 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.750083 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.750359 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.750627 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.750919 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.751195 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.751465 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.751735 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.752010 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.752302 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.752580 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.752851 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.753123 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.753391 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.753666 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.753936 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.754203 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.754471 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.754746 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.755015 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.755288 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.755555 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.755825 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.756093 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.756407 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.756698 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.756995 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.757275 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.757551 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.757828 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.758103 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.758379 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.758657 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.758935 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.759210 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.759481 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.759769 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.760049 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.760371 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.760657 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.760934 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.761227 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.761507 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.761858 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.762153 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.762431 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.762708 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.762992 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.763273 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.763567 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.763859 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.764152 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.764472 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.764764 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.765043 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.765354 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.765633 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:41.765851 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:43:41.766092 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110368) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 02 12:43:42.130081 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 02 12:43:42.130271 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 02 12:43:42.130565 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 02 12:43:42.130899 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 02 12:43:42.455013 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.455313 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.455587 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.456925 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.457190 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.457463 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.502462 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.502757 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.502980 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.517332 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.517612 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.517880 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.546168 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.546434 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.546716 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.583339 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.583613 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.583875 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.937844 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.938618 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.938618 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.938812 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:42.939421 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.037987 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.038290 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.038579 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.038842 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.039109 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.039415 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.039672 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.039899 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.040169 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.040471 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.040727 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.040988 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.041226 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.041477 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.041733 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.041996 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.042248 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.042511 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.042783 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.043070 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.043413 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.043640 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.043920 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.044324 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.044584 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.044827 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.045222 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:43:43.045457 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:43:43.045690 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:43:43.045922 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:43:43.046153 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:43:43.046385 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:43:43.046763 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 02 12:43:43.049910 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 02 12:43:43.053894 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 02 12:43:43.057687 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1400, 1449)])]) Nov 02 12:43:43.059379 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 02 12:43:43.059849 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 02 12:43:43.060182 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 02 12:43:43.060585 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 02 12:43:43.063359 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 02 12:43:43.063622 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 02 12:43:43.063996 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 12:43:43.068877 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 02 12:43:43.092623 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 02 12:43:43.093065 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.093360 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110368) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 02 12:43:43.093729 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.095096 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110368) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 02 12:43:43.095377 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 12:43:43.095620 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 02 12:43:43.106910 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.107200 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.269785 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 02 12:43:43.270218 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 02 12:43:43.270690 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 02 12:43:43.271348 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 02 12:43:43.307055 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_db.sqlalchemy.engines [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110368) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 02 12:43:43.755498 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Initializing driver for type 'gre' Nov 02 12:43:43.756024 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] gre ID ranges: [(1, 1000)] Nov 02 12:43:43.816764 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Initializing driver for type 'local' Nov 02 12:43:43.817097 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Initializing driver for type 'vlan' Nov 02 12:43:43.830836 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] VlanTypeDriver initialization complete Nov 02 12:43:43.831282 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Initializing driver for type 'vxlan' Nov 02 12:43:43.831860 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] vxlan ID ranges: [(1, 1000)] Nov 02 12:43:43.888727 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Initializing extension driver 'port_security' Nov 02 12:43:43.889134 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.extensions.port_security [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] PortSecurityExtensionDriver initialization complete Nov 02 12:43:43.889634 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Initializing mechanism driver 'openvswitch' Nov 02 12:43:43.890103 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Initializing mechanism driver 'hyperv' Nov 02 12:43:43.900615 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:43.901769 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > port after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.902278 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > port after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.902726 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > port after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.903387 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:43:43.903761 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > subnet after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.904304 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > subnet after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.904618 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.905031 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:43:43.905461 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > network after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.905783 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > network after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.906133 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > network after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.906529 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:43:43.907022 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > security_group after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.907392 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > security_group after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.907769 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.908166 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:43:43.908592 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.908957 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.909296 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.909692 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:43:43.910098 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > address_group after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.910551 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > address_group after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.910783 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.911166 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:43:43.911611 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] ML2 OVO RPC backend initialized. {{(pid=110368) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Nov 02 12:43:43.912370 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.912731 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.913153 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > network before_response 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.913506 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > networks before_response 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.913861 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > port before_response 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.914209 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > ports before_response 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.914556 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > subnet before_response 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.914902 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > subnets before_response 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.915253 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > network after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.915596 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > network after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.915936 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > network after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.916304 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > port after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.916647 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > port after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.916982 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > port after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.917320 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > subnet after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.917657 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > subnet after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.917993 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.925587 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded quota_driver: . Nov 02 12:43:43.925948 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Modular L2 Plugin initialization complete Nov 02 12:43:43.926302 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading services supported by the core plugin {{(pid=110368) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 02 12:43:43.926646 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.plugins.ml2.managers [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Got port-security extension from driver 'port_security' Nov 02 12:43:43.927150 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.extensions.vlantransparent [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Disabled vlantransparent extension. Nov 02 12:43:43.927642 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110368) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 02 12:43:43.927972 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading Plugin: router Nov 02 12:43:43.963193 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.963801 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router after_create 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.963893 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router before_create 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.964315 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.964684 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.965214 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router after_delete 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.965568 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.965915 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.966277 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router after_create 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.966628 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router after_update 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.966975 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router after_update 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.967309 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.967663 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router after_update 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.968140 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router precommit_update 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.968538 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: port after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.968879 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: port after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.969224 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: subnet after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.969611 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.970115 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.970468 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router precommit_create 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.970815 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: port before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.971269 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router precommit_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.971629 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router after_update 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.971974 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.972362 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router precommit_create 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.972724 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.973071 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router precommit_update 55549900 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.973437 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > agent after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.973785 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > agent after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.974130 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > network after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.974987 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Tracking information for resource: router configured {{(pid=110368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:43:43.975317 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Tracking information for resource: floatingip configured {{(pid=110368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:43:43.980221 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.db.l3_agentschedulers_db [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 02 12:43:43.980807 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: port after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.981157 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: port after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.981510 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: port after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.981862 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: port after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.982646 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router before_create 55550100 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.983009 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.983372 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router precommit_create 55550100 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.983728 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > router precommit_update 55550100 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:43.988697 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.services.provider_configuration [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service providers = [] {{(pid=110368) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 02 12:43:43.989065 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.db.servicetype_db [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110368) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 02 12:43:43.992028 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.services.service_base [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:43:43.992407 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.services.service_base [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:43:43.992744 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.services.service_base [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:43:43.993639 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.services.service_base [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:43:43.994010 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.services.service_base [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 02 12:43:43.994393 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:43:43.994713 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 02 12:43:44.005457 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:43:44.005859 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading Plugin: auto_allocate Nov 02 12:43:44.011524 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: network precommit_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:44.012029 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: network precommit_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:44.012582 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:43:44.012906 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading Plugin: tag Nov 02 12:43:44.020983 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:43:44.021315 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading Plugin: timestamp Nov 02 12:43:44.025522 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:43:44.025850 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading Plugin: network_ip_availability Nov 02 12:43:44.031489 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:44.031861 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:44.032273 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:44.033044 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:43:44.033340 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading Plugin: flavors Nov 02 12:43:44.038379 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:43:44.038714 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading Plugin: revisions Nov 02 12:43:44.043300 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:43:44.043693 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_concurrency.lockutils [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.913s {{(pid=110368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 02 12:43:44.044467 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110368) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 02 12:43:44.044797 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Initializing extension manager. Nov 02 12:43:44.045480 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: __init__.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.045824 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: __pycache__ {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.046163 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: address_group.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.046909 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.047488 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: address-group Nov 02 12:43:44.047833 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: address_scope.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.048575 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.049086 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: address-scope Nov 02 12:43:44.049413 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.050343 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.050850 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: router-admin-state-down-before-update Nov 02 12:43:44.051174 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: agent.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.051877 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.052411 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: agent Nov 02 12:43:44.052737 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: agent_resources_synced.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.053643 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.054155 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: agent-resources-synced Nov 02 12:43:44.054477 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: allowedaddresspairs.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.056355 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.056891 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: allowed-address-pairs Nov 02 12:43:44.057226 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: auto_allocated_topology.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.058284 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.058919 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: auto-allocated-topology Nov 02 12:43:44.059248 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: availability_zone.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.059946 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.060480 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: availability_zone Nov 02 12:43:44.060805 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: availability_zone_filter.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.061720 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.062230 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: availability_zone_filter Nov 02 12:43:44.062553 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: data_plane_status.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.063548 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.064054 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension data-plane-status not supported by any of loaded plugins Nov 02 12:43:44.064406 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: default_subnetpools.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.065297 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.065808 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: default-subnetpools Nov 02 12:43:44.066132 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.066943 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.067458 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: dhcp_agent_scheduler Nov 02 12:43:44.067779 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: dns.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.068713 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.069220 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension dns-integration not supported by any of loaded plugins Nov 02 12:43:44.069541 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: dns_domain_ports.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.070485 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.070981 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 02 12:43:44.071298 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.072225 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.072745 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 02 12:43:44.073061 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: dvr.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.073734 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.074238 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: dvr Nov 02 12:43:44.074558 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: ecmp_routes.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.075464 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.075965 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 02 12:43:44.076428 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: empty_string_filtering.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.077347 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.077867 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: empty-string-filtering Nov 02 12:43:44.078180 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.079124 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.079637 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 02 12:43:44.079956 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.080907 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.081411 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 02 12:43:44.081731 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: external_net.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.082646 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.083154 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: external-net Nov 02 12:43:44.083478 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.084419 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.084931 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: extra_dhcp_opt Nov 02 12:43:44.085251 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: extraroute.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.086165 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.086670 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: extraroute Nov 02 12:43:44.086991 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: extraroute_atomic.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.088028 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.088578 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: extraroute-atomic Nov 02 12:43:44.088902 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: filter_validation.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.089574 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.090078 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: filter-validation Nov 02 12:43:44.090523 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: fip_pf_description.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.091418 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.091925 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 02 12:43:44.092278 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: fip_port_details.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.093375 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.093892 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: fip-port-details Nov 02 12:43:44.094214 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: flavors.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.095495 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.096008 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: flavors Nov 02 12:43:44.096374 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.098012 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.098534 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 02 12:43:44.098860 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: floatingip_pools.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.099556 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.100070 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: floatingip-pools Nov 02 12:43:44.100429 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: ip_allocation.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.101352 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.101860 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension ip_allocation not supported by any of loaded plugins Nov 02 12:43:44.102181 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.103086 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.103595 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: ip-substring-filtering Nov 02 12:43:44.103921 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: l2_adjacency.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.104897 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.105407 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 02 12:43:44.105729 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: l3.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.106822 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.107348 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: router Nov 02 12:43:44.107673 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.109950 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.110530 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 02 12:43:44.110866 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.111792 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.112349 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: ext-gw-mode Nov 02 12:43:44.112680 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.113596 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.114111 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: l3-ha Nov 02 12:43:44.114438 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.115348 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.115859 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Nov 02 12:43:44.116189 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: l3_flavors.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.117132 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.117645 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: l3-flavors Nov 02 12:43:44.117972 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.119348 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.119870 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Nov 02 12:43:44.120227 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.121152 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.121671 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 02 12:43:44.121996 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: l3agentscheduler.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.123169 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.123683 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: l3_agent_scheduler Nov 02 12:43:44.124011 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: local_ip.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.125812 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.126336 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension local_ip not supported by any of loaded plugins Nov 02 12:43:44.126665 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: logging.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.128318 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.128853 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension logging not supported by any of loaded plugins Nov 02 12:43:44.129192 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: metering.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.129939 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.130534 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: metering Nov 02 12:43:44.130865 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.131942 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.132495 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: metering_source_and_destination_fields Nov 02 12:43:44.132826 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: multiprovidernet.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.133762 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.134275 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: multi-provider Nov 02 12:43:44.134600 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: netmtu.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.135512 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.136021 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: net-mtu Nov 02 12:43:44.136372 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: netmtu_writable.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.137294 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.137801 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: net-mtu-writable Nov 02 12:43:44.138127 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: network_availability_zone.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.138974 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.139432 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: network_availability_zone Nov 02 12:43:44.139759 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: network_ip_availability.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.140897 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.141459 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: network-ip-availability Nov 02 12:43:44.141788 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: network_segment_range.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.142547 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.143053 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension network-segment-range not supported by any of loaded plugins Nov 02 12:43:44.143380 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: pagination.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.144378 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.144712 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: pagination Nov 02 12:43:44.145035 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: port_device_profile.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.145942 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.146458 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: port-device-profile Nov 02 12:43:44.146786 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.147731 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.148279 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: port-mac-address-regenerate Nov 02 12:43:44.148606 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.149524 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.150340 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: port-numa-affinity-policy Nov 02 12:43:44.150668 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: port_resource_request.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.151584 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.152100 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension port-resource-request not supported by any of loaded plugins Nov 02 12:43:44.152449 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: port_resource_request_groups.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.153530 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.154040 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 02 12:43:44.154361 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: portbindings.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.155289 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.155800 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: binding Nov 02 12:43:44.156122 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: portbindings_extended.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.157423 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.157937 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: binding-extended Nov 02 12:43:44.158261 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: portsecurity.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.159173 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.159694 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: port-security Nov 02 12:43:44.160024 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: project_id.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.161022 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.161354 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: project-id Nov 02 12:43:44.161680 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: providernet.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.162587 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.163105 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: provider Nov 02 12:43:44.163426 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.166971 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.167496 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos not supported by any of loaded plugins Nov 02 12:43:44.167827 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.169224 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.169743 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 02 12:43:44.170072 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.170985 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.171502 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 02 12:43:44.171829 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_default.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.172830 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.173350 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-default not supported by any of loaded plugins Nov 02 12:43:44.173676 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_fip.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.174589 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.175104 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-fip not supported by any of loaded plugins Nov 02 12:43:44.175428 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.176378 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.176893 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Nov 02 12:43:44.177214 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_gateway_ip.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.178260 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.178778 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 02 12:43:44.179129 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_port_network_policy.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.180020 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.180569 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 02 12:43:44.180894 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.181926 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.182444 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 02 12:43:44.182769 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.183836 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.184505 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Nov 02 12:43:44.184833 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_pps_rule.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.186003 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.186528 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-pps not supported by any of loaded plugins Nov 02 12:43:44.186857 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_rule_type_details.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.187770 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.188333 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 02 12:43:44.188663 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: qos_rules_alias.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.189711 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.190227 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 02 12:43:44.190552 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: quota_check_limit.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.191453 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.191970 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: quota-check-limit Nov 02 12:43:44.192318 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: quotasv2.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.193266 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.193575 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: quotas Nov 02 12:43:44.193898 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: quotasv2_detail.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.195587 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.195925 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: quota_details Nov 02 12:43:44.196289 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: rbac.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.197345 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.197875 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: rbac-policies Nov 02 12:43:44.198202 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: rbac_address_group.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.199125 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.199778 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: rbac-address-group Nov 02 12:43:44.200097 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: rbac_address_scope.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.201041 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.201562 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: rbac-address-scope Nov 02 12:43:44.201883 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: rbac_security_groups.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.202798 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.203311 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: rbac-security-groups Nov 02 12:43:44.203634 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: rbac_subnetpool.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.204610 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.205121 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: rbac-subnetpool Nov 02 12:43:44.205442 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: revisionifmatch.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.206436 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.206989 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: revision-if-match Nov 02 12:43:44.207302 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: revisions.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.208440 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.208955 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: standard-attr-revisions Nov 02 12:43:44.209278 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: router_availability_zone.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.209952 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.210468 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: router_availability_zone Nov 02 12:43:44.210771 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: routerservicetype.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.211684 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.212191 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension router-service-type not supported by any of loaded plugins Nov 02 12:43:44.212541 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.213467 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.213981 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: security-groups-normalized-cidr Nov 02 12:43:44.214299 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.215212 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.215732 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: port-security-groups-filtering Nov 02 12:43:44.216059 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.217127 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.217636 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: security-groups-remote-address-group Nov 02 12:43:44.217958 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.218880 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.219391 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: security-groups-shared-filtering Nov 02 12:43:44.219721 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.220343 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 02 12:43:44.220696 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: securitygroup.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.230322 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.230967 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: security-group Nov 02 12:43:44.231300 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: segment.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.232029 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.232699 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension segment not supported by any of loaded plugins Nov 02 12:43:44.233025 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.233967 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.234483 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 02 12:43:44.234807 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: servicetype.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.235944 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.236501 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: service-type Nov 02 12:43:44.236830 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: sorting.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.237809 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.238134 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: sorting Nov 02 12:43:44.238459 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: standard_attr_segment.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.239372 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.239886 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 02 12:43:44.240229 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: standardattrdescription.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.240871 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.241374 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: standard-attr-description Nov 02 12:43:44.241694 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: stateful_security_group.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.242624 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.243137 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: stateful-security-group Nov 02 12:43:44.243462 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: stdattrs_common.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.244026 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 02 12:43:44.244462 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.245389 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.245912 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 02 12:43:44.246237 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: subnet_onboard.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.247314 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.247960 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: subnet_onboard Nov 02 12:43:44.248316 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.249232 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.249757 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 02 12:43:44.250077 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: subnet_service_types.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.251018 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.251526 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: subnet-service-types Nov 02 12:43:44.251851 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: subnetallocation.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.252933 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.253452 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: subnet_allocation Nov 02 12:43:44.253778 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.254443 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.254978 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: subnetpool-prefix-ops Nov 02 12:43:44.255305 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.256323 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.256785 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 02 12:43:44.257109 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: tagging.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.258177 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.258691 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: standard-attr-tag Nov 02 12:43:44.259019 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: timestamp.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.260226 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.260774 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loaded extension: standard-attr-timestamp Nov 02 12:43:44.261099 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: trunk.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.262111 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.262658 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension trunk not supported by any of loaded plugins Nov 02 12:43:44.262982 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: trunk_details.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.263897 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.264450 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension trunk-details not supported by any of loaded plugins Nov 02 12:43:44.264768 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: uplink_status_propagation.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.265664 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.266344 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 02 12:43:44.266692 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Loading extension file: vlantransparent.py {{(pid=110368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:43:44.267360 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:43:44.267872 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 02 12:43:44.270484 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:network Nov 02 12:43:44.271003 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:subnet Nov 02 12:43:44.271399 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:43:44.271787 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:port Nov 02 12:43:44.273126 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.273557 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service FLAVORS assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.274190 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.274623 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.274985 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:router Nov 02 12:43:44.275725 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 12:43:44.276223 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service METERING assigned prefix: /metering {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.277670 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:44.278039 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:44.278393 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:43:44.279389 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 12:43:44.279861 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:security_group Nov 02 12:43:44.280426 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 12:43:44.281018 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service CORE assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.281358 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:43:44.281705 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] subnetpool is already registered Nov 02 12:43:44.282177 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service CORE assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.282508 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:43:44.282845 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] subnetpool is already registered Nov 02 12:43:44.285183 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.285615 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service FLAVORS assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.286203 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.286622 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.286954 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:router Nov 02 12:43:44.287291 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] router is already registered Nov 02 12:43:44.287701 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 12:43:44.288033 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] floatingip is already registered Nov 02 12:43:44.288514 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service METERING assigned prefix: /metering {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.289180 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 12:43:44.289505 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] rbac_policy is already registered Nov 02 12:43:44.289911 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:security_group Nov 02 12:43:44.290242 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] security_group is already registered Nov 02 12:43:44.290640 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 12:43:44.290968 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] security_group_rule is already registered Nov 02 12:43:44.291596 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service CORE assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.291928 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:43:44.292286 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] subnetpool is already registered Nov 02 12:43:44.292714 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.v2.resource_helper [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Service CORE assigned prefix: {{(pid=110368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:43:44.293037 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:43:44.293365 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING neutron.quota.resource_registry [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] subnetpool is already registered Nov 02 12:43:44.293832 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: extensions {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.295312 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: address-groups {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.296864 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: address-scopes {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.298399 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: agents {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.299569 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: auto-allocated-topology {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.300861 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: availability_zones {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.302092 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: dhcp-networks {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.304713 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: dhcp-agents {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.306191 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: routers {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.308457 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: flavors {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.309650 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: service_profiles {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.310876 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: next_providers {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.312369 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: service_profiles {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.314052 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: floatingip-pools {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.315289 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: routers {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.317421 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: floatingips {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.318712 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: l3-routers {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.320110 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: l3-agents {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.321613 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: metering-labels {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.322979 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: metering-label-rules {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.324336 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: network-ip-availabilities {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.325684 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: bindings {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.327337 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: quotas {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.329041 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: quotas {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.330571 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: rbac-policies {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.331864 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: security-groups {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.333129 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: security-group-rules {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.334366 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: service-providers {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.335600 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: subnetpools {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.337063 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: subnetpools {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.338544 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: tags {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.340461 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: tags {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.342266 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: tags {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.344080 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: tags {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.346054 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: tags {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.347929 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: tags {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.349637 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: tags {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.351563 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: tags {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.353356 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: tags {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.355184 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron.api.extensions [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Extended resource: tags {{(pid=110368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:43:44.361621 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING keystonemiddleware.auth_token [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 02 12:43:44.367310 dv-cinder-863278-1-iscsi neutron-server[110368]: WARNING keystonemiddleware.auth_token [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 02 12:43:44.376262 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_concurrency.lockutils [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Acquired lock "singleton_lock" {{(pid=110368) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 02 12:43:44.376739 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_concurrency.lockutils [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Releasing lock "singleton_lock" {{(pid=110368) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 02 12:43:44.377400 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO oslo_service.service [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Starting 2 workers Nov 02 12:43:44.382289 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Started child 110475 {{(pid=110368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:43:44.386783 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Started child 110476 {{(pid=110368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:43:44.387909 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.388614 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO neutron.service [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 02 12:43:44.389050 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.389582 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [-] (110475) wsgi starting up on http://0.0.0.0:9696 Nov 02 12:43:44.391506 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO oslo_service.service [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Starting 1 workers Nov 02 12:43:44.391701 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.393150 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [-] (110476) wsgi starting up on http://0.0.0.0:9696 Nov 02 12:43:44.396705 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Started child 110477 {{(pid=110368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:43:44.397252 dv-cinder-863278-1-iscsi neutron-server[110368]: INFO oslo_service.service [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Starting 1 workers Nov 02 12:43:44.400884 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.service [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] calling RpcWorker wait() {{(pid=110477) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 02 12:43:44.401438 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.service [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] returning from RpcWorker wait() {{(pid=110477) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 02 12:43:44.402216 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Started child 110478 {{(pid=110368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:43:44.402975 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.403177 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cca80ec1-9379-4f18-ac48-b77e28f31999 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.403392 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:44.405120 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110368) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 12:43:44.405307 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:43:44.405521 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:43:44.405745 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:43:44.406079 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:43:44.406209 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:43:44.406707 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.407033 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.407301 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.407570 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.407849 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.408403 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.408682 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.409221 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.409221 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.409221 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.409481 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.409646 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.409819 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.410071 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.410319 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.410624 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.410918 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.411162 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.411408 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.411762 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.412325 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.412325 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416021 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416021 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] debug = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416021 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416021 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416021 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416021 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416860 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416860 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416860 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416860 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416860 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416860 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416860 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.416860 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.417783 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.417783 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.418036 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 44398) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:44.418163 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.418163 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.418163 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.418163 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.418163 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] host = dv-cinder-863278-1-iscsi {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.418163 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.418852 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.418852 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.418852 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.419212 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.419340 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.419688 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.419824 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.420071 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.420319 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.420593 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.420821 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.421064 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.421265 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.421409 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_options = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.421689 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.421960 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.422219 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.422365 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.422552 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.422779 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.423042 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.423181 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.423459 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.423691 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.423924 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.424146 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.424408 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.424623 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.424893 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.425122 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.425341 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.425567 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.425817 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.426045 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.426290 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.426512 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.427450 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.427450 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.427450 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.427450 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.427726 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.428455 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.428689 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.428896 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.429134 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.429359 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.429586 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.429860 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.430090 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.430218 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089831 Nov 02 12:43:44.430635 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.430842 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.431082 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.431376 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.431542 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.432002 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.432556 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.432556 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.432784 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.432888 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.433115 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.433338 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_json = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.433563 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.434049 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.435143 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.435143 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.435143 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.435143 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.435143 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.435675 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.435675 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.436753 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.437082 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.437443 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.437689 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.437965 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.438580 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.438580 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.438751 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.438978 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.439994 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.439994 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.439994 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.440196 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.441001 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.441264 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.441801 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.442235 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.444164 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.444456 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.445359 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.445359 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.446299 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.446615 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.446861 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.447112 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.447362 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.447606 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.447912 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.449885 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.450111 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:44.450291 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.450577 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.450859 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.451144 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.451395 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.452508 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.454190 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.454190 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.454190 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.454190 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.454543 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.454873 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.455251 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.455788 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.455945 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.456191 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.456837 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.456837 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.457023 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.457211 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.457439 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.457673 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.457891 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.458113 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.458382 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.458570 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.458863 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.459271 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.459591 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.459843 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.460068 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.461288 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.461407 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.461762 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.462708 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.463147 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.463519 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.463774 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.463999 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.464498 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.465191 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.466233 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.466639 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.467022 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.467411 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.467821 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.468286 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.468730 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.468958 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.469219 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.469416 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.469841 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.470060 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.470285 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.470510 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.470725 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.470942 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.471306 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.471553 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.471739 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.471958 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.472181 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.472472 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.472757 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.473147 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.473476 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.474497 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.474873 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.475564 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.475564 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.475745 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.475986 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.477137 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.477137 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.477137 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.477374 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.477533 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.477761 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.478057 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.478324 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.478549 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.478810 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.479079 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.479310 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.479552 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.479804 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.480096 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.480454 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.480691 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.480926 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.481203 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.481491 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.481742 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.484325 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.484708 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.485877 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.488396 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.489324 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.492273 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.492754 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.493155 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.493576 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.494042 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.494617 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.494878 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.497658 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.498122 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.498417 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.498719 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.498955 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.499212 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.499562 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.500039 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.500140 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.501498 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.501844 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.502120 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.502523 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.502703 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.502934 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.503159 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.503415 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.503682 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.503947 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.506215 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.506567 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.506805 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.507071 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.507477 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.507574 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.507902 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.508123 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.508379 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.508645 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.508916 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.509171 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.509411 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.509746 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.509922 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.510168 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.510445 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.510699 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.511599 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.511599 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.511599 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.511599 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.512155 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.513822 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.514162 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.516680 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.516947 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.517195 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.517438 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.517688 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.517916 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.518174 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.518400 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.518617 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.518843 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.519145 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.519299 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.519563 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.521311 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.521565 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.521823 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.522465 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.523924 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.525786 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.526468 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.527190 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.527651 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.528321 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.529592 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.529861 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.530111 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.530349 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.530583 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.530813 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.531044 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.531268 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.531489 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.531711 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.532003 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.532405 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.532704 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.532929 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.533156 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.533433 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.533658 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.534131 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.534897 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.535197 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.535419 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.535812 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.536040 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.536358 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.536935 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.537173 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.537587 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.537922 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.538159 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.538393 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.538665 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.538884 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.539114 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.539593 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.539954 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.540177 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.540440 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.540664 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.540942 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.541176 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.541434 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.541664 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.541880 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.542090 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.542331 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.542552 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.542765 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.542989 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.543419 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.543756 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.544266 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.544490 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.544709 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.544952 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.545167 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.545428 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.545656 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.545872 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.546555 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.547029 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.547275 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.547677 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.547962 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.548196 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.548685 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.549001 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.549326 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.549566 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.549807 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.550645 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:43:44.550916 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.551169 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.551855 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.551855 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.552021 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.552349 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.552487 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.552905 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.553188 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.553465 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.553759 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.553969 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.555534 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.556360 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.557399 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.557823 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.559022 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.559298 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.560436 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.560682 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.560940 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.561190 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.562373 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.562807 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.563077 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.563780 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.564463 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.564571 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.564906 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.565166 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.565567 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.565967 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.566599 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.566784 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:43:44.567374 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110368) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 12:43:44.567540 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:43:44.567850 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:43:44.568036 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:43:44.568248 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:43:44.568401 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:43:44.568622 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.568792 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.568958 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.569126 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.569444 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.569855 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.570182 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.570354 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.570520 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.570682 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.570989 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.571148 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.571314 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.571476 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.571678 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.571792 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.571955 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.572114 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.572345 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.572496 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.572654 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.572809 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.572966 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] debug = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.573124 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.573337 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.573498 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.573799 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.574104 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.574375 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.574544 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.574826 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.574985 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.575311 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.575646 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.575863 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.576028 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.576189 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.576372 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.576533 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.576693 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.576869 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.577031 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] host = dv-cinder-863278-1-iscsi {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.577188 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.577344 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.577502 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.577661 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.577818 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.577976 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.578136 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.578289 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.578444 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.578594 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.578754 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.579056 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.579228 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.579343 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.579531 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_options = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.579660 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.579829 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.579997 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.580122 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.581616 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.581616 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.581616 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.581616 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.581616 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.581616 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.582277 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.582277 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.582277 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.582277 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.582655 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.582655 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.582655 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.582858 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.582997 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.583163 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.583467 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.583767 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.584056 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.584370 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.584675 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.584956 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.585246 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.585575 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.585712 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.585892 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.586020 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.586190 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.586320 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.586494 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.586623 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.586756 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.586918 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.587108 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.587278 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.587392 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.587538 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.587856 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.588025 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.588165 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.588484 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.588779 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.589299 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_json = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.589618 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.590190 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.590506 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.590671 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.591048 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.591760 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.591760 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.591760 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.591760 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:43:44.592040 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.592040 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.592160 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.592383 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.592474 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.592634 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.592798 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.592942 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.593096 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.593234 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.593461 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.593561 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.593735 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.593922 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.594085 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.594237 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.594379 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.594841 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.594962 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.595082 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.595299 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.595456 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.596252 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.596252 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.596252 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.596252 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.596252 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.596779 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.596779 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.596779 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.596989 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.597067 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.597171 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.597332 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.597493 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.597654 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.597814 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.597975 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.598136 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.598295 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.598454 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.598673 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.598766 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.598908 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.599139 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.599232 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.599371 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.599538 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.599704 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.599860 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.600000 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.600168 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.600365 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.600504 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.600670 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.600838 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.600974 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.601140 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.601303 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.601463 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.601630 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.601862 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.601967 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.602121 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.602264 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.602402 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.602555 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.602715 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.603596 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.603596 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.603596 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.603596 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.603596 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.603596 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.603979 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.603979 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.604097 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.604399 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.604399 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.604672 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.604672 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.604988 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.604988 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.605241 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.605374 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.605670 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.605670 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.606944 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.606944 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.606944 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.606944 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.606944 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.606944 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.606944 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.606944 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.608050 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.608050 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.608050 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.608050 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.608050 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.608050 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.608050 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.609079 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.609079 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.609079 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.609079 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.609079 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.609079 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.609079 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610091 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610091 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610091 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610091 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610091 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610091 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610967 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610967 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610967 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610967 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610967 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.610967 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.611731 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.611731 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.611731 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.611731 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.611731 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613154 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613154 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613154 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613154 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613154 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613154 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613154 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613154 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613936 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613936 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613936 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613936 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613936 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613936 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.613936 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.615471 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.615471 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.615471 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.615471 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.615471 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.615471 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.615471 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.615471 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.616228 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.616228 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.616228 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.616228 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.616228 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.616228 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.616228 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.617044 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.617044 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.617044 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.617044 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.617044 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.617044 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.617518 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.617518 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.617518 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.617901 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.617901 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.618152 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.618152 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.618406 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.618406 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.618663 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.618663 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.618939 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.619149 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.619149 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.619408 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.619408 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.619658 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.619804 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.620109 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.620109 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.620388 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.620388 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.620586 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.620674 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.620751 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.620908 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.621071 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.621232 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.621392 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.621640 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.621744 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.621861 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.622021 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.622201 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.622361 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.622522 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.622686 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.622847 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.623007 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.623173 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.623351 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.623511 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.623670 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.623832 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.623993 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.624152 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.624320 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.624487 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.624656 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.624819 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.624976 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.625136 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.625296 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.625459 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.625618 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.625825 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.625986 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.626146 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.626966 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.626966 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.626966 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.626966 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.626966 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.627513 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.627513 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.627513 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.627513 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.627788 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.627788 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.627960 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.628124 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.628321 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.628451 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.628610 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.628779 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.628943 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.629099 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.629248 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.629404 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.629566 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.629737 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.629896 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.630055 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.630218 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.630377 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.630535 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.630705 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.630865 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.631022 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.631181 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.631341 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.631500 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.631673 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.631832 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.631991 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.632150 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.633171 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.633336 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.633511 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.633678 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.633842 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.634034 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.634197 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.634358 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.634521 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.634694 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.634856 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.635022 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.635202 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.635362 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.635522 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.635684 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.635852 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.636023 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.636195 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.636384 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.636555 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.636753 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.636965 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.637060 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.637240 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.637372 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.637532 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.637689 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.637851 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.638004 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.638165 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.638323 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.638482 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.638640 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.638797 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.638956 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.639117 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.639275 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.639418 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.639581 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.639741 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.639900 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.640062 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.640267 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.640400 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:43:44.640556 dv-cinder-863278-1-iscsi neutron-server[110368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:43:56.230156 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e493f0-a580-48b2-819f-18ab3975ab39 None None] get_active_networks_info from dv-cinder-863278-1-iscsi {{(pid=110477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 02 12:43:56.337607 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e493f0-a580-48b2-819f-18ab3975ab39 None None] No non-hosted networks {{(pid=110477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 02 12:43:56.353637 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.agentschedulers_db [None req-b0e493f0-a580-48b2-819f-18ab3975ab39 None None] DHCP Agent not found on host dv-cinder-863278-1-iscsi {{(pid=110477) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Nov 02 12:43:56.470207 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-bfed4e83-e9ef-4006-b102-de66e6d35d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623887'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:58.256492 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-37b66b3a-7bf5-4d7f-acdb-6e399e0f93d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623887'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:58.414393 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-56721cab-1840-41c7-be72-4b4e8bd9ceec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:59.353328 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623887'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:00.791338 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623887'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.297063 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 44492) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:02.368780 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623887'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:02.370538 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.370806 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.371241 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.372243 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.373323 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.374158 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.374873 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.375808 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.376486 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.377184 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.377750 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.378365 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.379197 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:02.379906 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-863278-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:02.387584 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-863278-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:02.705559 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.db.l3_hamode_db [None req-595d2ab9-5684-43e5-be20-27bafdf2752a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 02 12:44:02.782564 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d2ab9-5684-43e5-be20-27bafdf2752a None None] Routers set() bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:02.783192 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d2ab9-5684-43e5-be20-27bafdf2752a None None] Router IDs set() for agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 12:44:02.822485 dv-cinder-863278-1-iscsi neutron-server[110475]: WARNING oslo_policy.policy [None req-dd0136a4-5444-40fc-96ac-4dd0e8f51cdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:44:02.823011 dv-cinder-863278-1-iscsi neutron-server[110475]: WARNING oslo_policy.policy [None req-dd0136a4-5444-40fc-96ac-4dd0e8f51cdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:44:03.043253 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [None req-dd0136a4-5444-40fc-96ac-4dd0e8f51cdf admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:44:03.044359 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-dd0136a4-5444-40fc-96ac-4dd0e8f51cdf admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7456827 Nov 02 12:44:05.622634 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 44518) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:06.169460 dv-cinder-863278-1-iscsi neutron-server[110476]: WARNING oslo_policy.policy [None req-26477211-3bed-4f1f-9eaa-b5026ef62d28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:44:06.170170 dv-cinder-863278-1-iscsi neutron-server[110476]: WARNING oslo_policy.policy [None req-26477211-3bed-4f1f-9eaa-b5026ef62d28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:44:06.388870 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-26477211-3bed-4f1f-9eaa-b5026ef62d28 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:06.480045 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.policy [None req-26477211-3bed-4f1f-9eaa-b5026ef62d28 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110476) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 12:44:06.523553 dv-cinder-863278-1-iscsi neutron-server[110476]: WARNING oslo_policy.policy [None req-26477211-3bed-4f1f-9eaa-b5026ef62d28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:44:06.523923 dv-cinder-863278-1-iscsi neutron-server[110476]: WARNING oslo_policy.policy [None req-26477211-3bed-4f1f-9eaa-b5026ef62d28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:44:06.626439 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-26477211-3bed-4f1f-9eaa-b5026ef62d28 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734498055038', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734498054481', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734498073546', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734498070568', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734498090372', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734498093175', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-657803', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-693346', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1654444', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2073156'] for rbac-policy (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.703162 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-26477211-3bed-4f1f-9eaa-b5026ef62d28 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:06.704670 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-26477211-3bed-4f1f-9eaa-b5026ef62d28 admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0791771 Nov 02 12:44:09.250175 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 44534) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:09.611764 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:09.669648 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Made reservation on behalf of 5ec8dbf812ab46129e7de7e927d484f0 for: {'network': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:09.730761 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.policy [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110475) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 12:44:09.773919 dv-cinder-863278-1-iscsi neutron-server[110475]: WARNING oslo_policy.policy [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:44:09.774287 dv-cinder-863278-1-iscsi neutron-server[110475]: WARNING oslo_policy.policy [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:44:09.785301 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.808225 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.927583 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Publish callbacks [] for security_group (fc829ecb-bfc3-4ef1-84cf-e9ea39916ab6), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.933689 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (fc829ecb-bfc3-4ef1-84cf-e9ea39916ab6), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.958516 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] vlan segment allocate from pool success with {'vlan_id': 1425, 'physical_network': 'physnet1'} {{(pid=110475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:09.994831 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734496834079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (bb38d92f-2674-4aca-b006-8cfe923f8f18), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:09.995379 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Unsubscribe: segment precommit_create {{(pid=110475) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 12:44:09.995903 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.segments_db [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Added segment bb38d92f-2674-4aca-b006-8cfe923f8f18 of type vlan for network 16796fe7-09fd-4327-aaa5-5efda62718d2 Nov 02 12:44:10.011215 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fc829ecb-bfc3-4ef1-84cf-e9ea39916ab6,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:10.058920 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.059346 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.059728 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.060063 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.060411 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.060734 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.061053 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.061372 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.061690 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.062021 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.062339 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.062623 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.062932 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Tracked resource versions report: Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: pushed versions: Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: { 'AddressGroup': {'1.2'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'ConntrackHelper': {'1.0'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Log': {'1.0'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Network': {'1.1'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Port': {'1.7'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'PortForwarding': {'1.2'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'QosPolicy': {'1.10'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SecurityGroup': {'1.5'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SubPort': {'1.0'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Subnet': {'1.1'}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Trunk': {'1.1'}} Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: consumer versions: Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: { DHCP agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: L3 agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: Metadata agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: Metering agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: Open vSwitch agent@dv-cinder-863278-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'ConntrackHelper': '1.0', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'LocalIPAssociation': '1.0', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Log': '1.0', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Network': '1.1', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Port': '1.7', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'PortForwarding': '1.2', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'QosPolicy': '1.10', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SecurityGroup': '1.5', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SecurityGroupRule': '1.2', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SubPort': '1.0', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Subnet': '1.1', Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Trunk': '1.1'}} Nov 02 12:44:10.064628 dv-cinder-863278-1-iscsi neutron-server[110475]: {{(pid=110475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:44:10.112573 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (16796fe7-09fd-4327-aaa5-5efda62718d2), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.158222 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (16796fe7-09fd-4327-aaa5-5efda62718d2), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.166557 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:10.167685 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:10.264973 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0135775 Nov 02 12:44:10.294225 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d542de0-af35-4901-afbd-c80c954a4c49 demo demo] Pushing event updated for resources: {'Network': ['ID=16796fe7-09fd-4327-aaa5-5efda62718d2,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:10.308034 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 16796fe7-09fd-4327-aaa5-5efda62718d2 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:12.917183 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 44548) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:13.382694 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e16d68-30f3-4dea-8419-cfc284629554 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:13.384100 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-97e16d68-30f3-4dea-8419-cfc284629554 demo admin] 10.222.0.90 "GET /v2.0/networks/16796fe7-09fd-4327-aaa5-5efda62718d2 HTTP/1.1" status: 200 len: 826 time: 0.4657919 Nov 02 12:44:13.411760 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-132a0d2f-c1d3-45a9-a483-2c569d1562e9 demo admin] 10.222.0.90 "GET /v2.0/subnetpools/32c77654-7c87-4ede-9974-d4a9d1ad4c46 HTTP/1.1" status: 200 len: 734 time: 0.0187511 Nov 02 12:44:13.420347 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '32c77654-7c87-4ede-9974-d4a9d1ad4c46', 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:13.448860 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Made reservation on behalf of 5ec8dbf812ab46129e7de7e927d484f0 for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:13.451620 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.753470 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (365bb868-ef0d-4d3a-8a24-3f34bf87d658), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.827337 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Checking segment: {'id': 'bb38d92f-2674-4aca-b006-8cfe923f8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:44:13.827723 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Network hostable DHCP agents. Network: 16796fe7-09fd-4327-aaa5-5efda62718d2, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:13.829947 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Pushing event updated for resources: {'Subnet': ['ID=365bb868-ef0d-4d3a-8a24-3f34bf87d658,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:13.844776 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.845341 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.845630 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.845995 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.846343 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.846937 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.847444 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.847776 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.848105 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.848474 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.848797 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.849102 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.849425 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Tracked resource versions report: Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: pushed versions: Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: { 'AddressGroup': {'1.2'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'ConntrackHelper': {'1.0'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Log': {'1.0'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Network': {'1.1'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Port': {'1.7'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'PortForwarding': {'1.2'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'QosPolicy': {'1.10'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SecurityGroup': {'1.5'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SubPort': {'1.0'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Subnet': {'1.1'}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Trunk': {'1.1'}} Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: consumer versions: Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: { DHCP agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: L3 agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: Metadata agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: Metering agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: Open vSwitch agent@dv-cinder-863278-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'ConntrackHelper': '1.0', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'LocalIPAssociation': '1.0', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Log': '1.0', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Network': '1.1', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Port': '1.7', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'PortForwarding': '1.2', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'QosPolicy': '1.10', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SecurityGroup': '1.5', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SecurityGroupRule': '1.2', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SubPort': '1.0', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Subnet': '1.1', Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Trunk': '1.1'}} Nov 02 12:44:13.850686 dv-cinder-863278-1-iscsi neutron-server[110476]: {{(pid=110476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:44:13.881828 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Network 16796fe7-09fd-4327-aaa5-5efda62718d2 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:13.894668 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 16796fe7-09fd-4327-aaa5-5efda62718d2) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:13.899137 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:13.899755 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.904879 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0fdadc-a7ab-400e-8b40-c35085525b1c None None] Network 16796fe7-09fd-4327-aaa5-5efda62718d2 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:44:13.916802 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-615c0c24-de04-4dfb-beb2-d6fa2a62759a demo admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4998057 Nov 02 12:44:14.282838 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-16796fe7-09fd-4327-aaa5-5efda62718d2', 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2', 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'fixed_ips': [{'subnet_id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:44:14.284173 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.567244 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Allocated IP 172.20.0.2 (16796fe7-09fd-4327-aaa5-5efda62718d2/365bb868-ef0d-4d3a-8a24-3f34bf87d658/382605c2-c6df-4114-a355-ff54501fa928) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:14.822790 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Publish callbacks [] for port (382605c2-c6df-4114-a355-ff54501fa928), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.830473 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (382605c2-c6df-4114-a355-ff54501fa928), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.902495 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Network 16796fe7-09fd-4327-aaa5-5efda62718d2 is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:14.914996 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:14.920110 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Pushing event updated for resources: {'Port': ['ID=382605c2-c6df-4114-a355-ff54501fa928,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:14.922319 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:44:14.932789 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.933155 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.933516 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.933860 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.934288 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.934633 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.934967 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.935296 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.935629 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.935969 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.936339 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.936661 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.936982 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Tracked resource versions report: Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: pushed versions: Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: { 'AddressGroup': {'1.2'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'ConntrackHelper': {'1.0'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Log': {'1.0'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Network': {'1.1'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Port': {'1.7'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'PortForwarding': {'1.2'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'QosPolicy': {'1.10'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SecurityGroup': {'1.5'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SubPort': {'1.0'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Subnet': {'1.1'}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Trunk': {'1.1'}} Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: consumer versions: Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: { DHCP agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: L3 agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: Metadata agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: Metering agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: Open vSwitch agent@dv-cinder-863278-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'ConntrackHelper': '1.0', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'LocalIPAssociation': '1.0', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Log': '1.0', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Network': '1.1', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Port': '1.7', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'PortForwarding': '1.2', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'QosPolicy': '1.10', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SecurityGroup': '1.5', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SecurityGroupRule': '1.2', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SubPort': '1.0', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Subnet': '1.1', Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Trunk': '1.1'}} Nov 02 12:44:14.938314 dv-cinder-863278-1-iscsi neutron-server[110477]: {{(pid=110477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:44:15.014804 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Attempting to bind port 382605c2-c6df-4114-a355-ff54501fa928 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:44:15.015204 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Attempting to bind port 382605c2-c6df-4114-a355-ff54501fa928 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': 'bb38d92f-2674-4aca-b006-8cfe923f8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:44:15.015608 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Attempting to bind port 382605c2-c6df-4114-a355-ff54501fa928 on network 16796fe7-09fd-4327-aaa5-5efda62718d2 {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:15.021816 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:44:15.022202 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Checking segment: {'id': 'bb38d92f-2674-4aca-b006-8cfe923f8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:44:15.022662 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.023050 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Bound using segment: {'id': 'bb38d92f-2674-4aca-b006-8cfe923f8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:44:15.023528 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Bound port: 382605c2-c6df-4114-a355-ff54501fa928, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb38d92f-2674-4aca-b006-8cfe923f8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:44:15.023927 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (382605c2-c6df-4114-a355-ff54501fa928), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.084856 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] For port 382605c2-c6df-4114-a355-ff54501fa928, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:15.089052 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] For port 382605c2-c6df-4114-a355-ff54501fa928, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=382605c2-c6df-4114-a355-ff54501fa928,segment=NetworkSegment(bb38d92f-2674-4aca-b006-8cfe923f8f18),segment_id=bb38d92f-2674-4aca-b006-8cfe923f8f18)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:15.098910 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (382605c2-c6df-4114-a355-ff54501fa928), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.161126 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902dc87-c7c4-4644-aaf5-3b6416df7b24 None None] Pushing event updated for resources: {'Port': ['ID=382605c2-c6df-4114-a355-ff54501fa928,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:16.487167 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 44560) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:16.813169 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [None req-b05c6c28-eede-443b-9b83-5bc9dff82b24 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:44:16.814323 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-b05c6c28-eede-443b-9b83-5bc9dff82b24 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3262002 Nov 02 12:44:19.405235 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 44568) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:19.733255 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [None req-70c552f5-045d-4a6b-8f81-4716901df6df admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:44:19.748231 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-70c552f5-045d-4a6b-8f81-4716901df6df admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3281348 Nov 02 12:44:22.299095 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 44576) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:22.625072 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-736077b4-9f8d-4560-b060-f75f21195d20 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:22.655928 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-736077b4-9f8d-4560-b060-f75f21195d20 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (f74c4173-9f67-4428-b2a7-9380575a8b1e), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.657665 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-736077b4-9f8d-4560-b060-f75f21195d20 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (f74c4173-9f67-4428-b2a7-9380575a8b1e), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.818904 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-736077b4-9f8d-4560-b060-f75f21195d20 demo demo] Publish callbacks [] for router_controller (f74c4173-9f67-4428-b2a7-9380575a8b1e), precommit_add_association {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.824957 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-736077b4-9f8d-4560-b060-f75f21195d20 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (f74c4173-9f67-4428-b2a7-9380575a8b1e), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.845854 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-736077b4-9f8d-4560-b060-f75f21195d20 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:22.852734 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-736077b4-9f8d-4560-b060-f75f21195d20 demo demo] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5524318 Nov 02 12:44:25.141861 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 382605c2-c6df-4114-a355-ff54501fa928 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:25.225299 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 382605c2-c6df-4114-a355-ff54501fa928 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:44:25.225728 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (382605c2-c6df-4114-a355-ff54501fa928), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:25.226477 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 382605c2-c6df-4114-a355-ff54501fa928 Nov 02 12:44:25.329591 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 382605c2-c6df-4114-a355-ff54501fa928 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:44:25.329895 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (382605c2-c6df-4114-a355-ff54501fa928), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:25.364595 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port 382605c2-c6df-4114-a355-ff54501fa928, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=382605c2-c6df-4114-a355-ff54501fa928,segment=NetworkSegment(bb38d92f-2674-4aca-b006-8cfe923f8f18),segment_id=bb38d92f-2674-4aca-b006-8cfe923f8f18)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:25.368922 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (382605c2-c6df-4114-a355-ff54501fa928), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:25.418360 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=382605c2-c6df-4114-a355-ff54501fa928,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:25.424876 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 44588) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:25.763041 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [None req-2e4ca0cd-0067-45cb-868d-289b406df4df admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:44:25.764006 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-2e4ca0cd-0067-45cb-868d-289b406df4df admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3381693 Nov 02 12:44:26.158635 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f927babd-51ab-4039-8238-bc2d441acb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.579612 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8cd100-8c00-4d6d-a5c6-1687f90797f9 None None] Network 16796fe7-09fd-4327-aaa5-5efda62718d2 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:44:26.705543 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-3442ffa1-306b-452d-b06d-02f9d7a3eedd None None] Provisioning complete for port 382605c2-c6df-4114-a355-ff54501fa928 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:44:26.705942 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3442ffa1-306b-452d-b06d-02f9d7a3eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (382605c2-c6df-4114-a355-ff54501fa928), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.706287 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-3442ffa1-306b-452d-b06d-02f9d7a3eedd None None] Attempt 1 to provision port 382605c2-c6df-4114-a355-ff54501fa928 Nov 02 12:44:26.794380 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-3442ffa1-306b-452d-b06d-02f9d7a3eedd None None] Current status of the port 382605c2-c6df-4114-a355-ff54501fa928 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:44:26.916316 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-189aaa12-42bd-4166-ac4e-7f596b3dd76f None None] Provisioning complete for port 382605c2-c6df-4114-a355-ff54501fa928 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:44:26.916750 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-189aaa12-42bd-4166-ac4e-7f596b3dd76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (382605c2-c6df-4114-a355-ff54501fa928), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:26.917091 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-189aaa12-42bd-4166-ac4e-7f596b3dd76f None None] Attempt 1 to provision port 382605c2-c6df-4114-a355-ff54501fa928 Nov 02 12:44:26.992244 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-189aaa12-42bd-4166-ac4e-7f596b3dd76f None None] Current status of the port 382605c2-c6df-4114-a355-ff54501fa928 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:44:27.102706 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 382605c2-c6df-4114-a355-ff54501fa928 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:27.149683 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 382605c2-c6df-4114-a355-ff54501fa928 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:44:27.150119 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (382605c2-c6df-4114-a355-ff54501fa928), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:27.150389 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 382605c2-c6df-4114-a355-ff54501fa928 Nov 02 12:44:27.220225 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 382605c2-c6df-4114-a355-ff54501fa928 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:44:28.251600 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f703-3030-4b79-a34b-68d5ec511994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.366946 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 44596) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:28.742726 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:28.768743 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Made reservation on behalf of b31a529f322f43dfa78c0719df9a66db for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:28.770986 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.787148 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.895506 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Publish callbacks [] for security_group (5eefe372-cab0-49bc-a04e-6d0f137cf742), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.902684 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (5eefe372-cab0-49bc-a04e-6d0f137cf742), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.920254 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Reserving flat network on physical network physnet1 {{(pid=110476) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 02 12:44:28.940382 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eefe372-cab0-49bc-a04e-6d0f137cf742,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:28.947486 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734496834079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (87eae4c2-ac1f-4b66-b15c-0b864b02d60f), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:28.948021 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Unsubscribe: segment precommit_create {{(pid=110476) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 12:44:28.948503 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Added segment 87eae4c2-ac1f-4b66-b15c-0b864b02d60f of type flat for network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec Nov 02 12:44:29.000947 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.043317 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.044456 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:29.045372 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.125869 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7575619 Nov 02 12:44:29.144385 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2a272-d9bd-4db6-bbf4-9503b5f8cc13 admin admin] Pushing event updated for resources: {'Network': ['ID=467a4deb-b627-4bd0-bcd4-431cf8d0b2ec,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:29.159336 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:29.323219 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:29.471908 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 5 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:44:30.751035 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:31.710130 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 44614) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:31.919417 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acf53f3-7ea7-4e73-bf96-7dc85b907378 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:31.920766 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9acf53f3-7ea7-4e73-bf96-7dc85b907378 demo admin] 10.222.0.90 "GET /v2.0/subnets/365bb868-ef0d-4d3a-8a24-3f34bf87d658 HTTP/1.1" status: 200 len: 849 time: 0.2092862 Nov 02 12:44:32.039404 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-cb278bc9-c357-4f83-99e7-c70874e29491 demo admin] 10.222.0.90 "GET /v2.0/routers/f74c4173-9f67-4428-b2a7-9380575a8b1e HTTP/1.1" status: 200 len: 704 time: 0.1126351 Nov 02 12:44:32.306726 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.369521 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.615423 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Allocated IP 172.20.0.1 (16796fe7-09fd-4327-aaa5-5efda62718d2/365bb868-ef0d-4d3a-8a24-3f34bf87d658/c2c0b895-2373-4094-8395-e6d50e1c837f) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:32.777949 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Publish callbacks [] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.842436 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.961701 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Network 16796fe7-09fd-4327-aaa5-5efda62718d2 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:32.969287 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:32.973538 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:44:32.974045 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (f74c4173-9f67-4428-b2a7-9380575a8b1e), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:32.993838 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Pushing event updated for resources: {'Port': ['ID=c2c0b895-2373-4094-8395-e6d50e1c837f,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:33.177648 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.260595 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Provisioning complete for port c2c0b895-2373-4094-8395-e6d50e1c837f triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:44:33.260845 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.261195 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Attempt 1 to provision port c2c0b895-2373-4094-8395-e6d50e1c837f Nov 02 12:44:33.296130 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Port c2c0b895-2373-4094-8395-e6d50e1c837f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:44:33.396393 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Publish callbacks [] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.403681 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.404472 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (f74c4173-9f67-4428-b2a7-9380575a8b1e), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:33.482748 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Pushing event updated for resources: {'Port': ['ID=c2c0b895-2373-4094-8395-e6d50e1c837f,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:33.539826 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Network 16796fe7-09fd-4327-aaa5-5efda62718d2 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:33.542125 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:33.699396 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Router f74c4173-9f67-4428-b2a7-9380575a8b1e is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:33.794016 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:33.797792 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Attempt 2 to provision port c2c0b895-2373-4094-8395-e6d50e1c837f Nov 02 12:44:33.799928 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-0661312a-e9dd-44ba-8607-32f424d9fa1a demo admin] 10.222.0.90 "PUT /v2.0/routers/f74c4173-9f67-4428-b2a7-9380575a8b1e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7525492 Nov 02 12:44:33.813180 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Sync routers for ids ['f74c4173-9f67-4428-b2a7-9380575a8b1e'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:33.826617 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Routers {'f74c4173-9f67-4428-b2a7-9380575a8b1e'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:33.827713 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:44:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['f74c4173-9f67-4428-b2a7-9380575a8b1e'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:33.893569 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Port c2c0b895-2373-4094-8395-e6d50e1c837f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:44:34.012712 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Set router f74c4173-9f67-4428-b2a7-9380575a8b1e gateway port host: None {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:34.395007 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Attempt 3 to provision port c2c0b895-2373-4094-8395-e6d50e1c837f Nov 02 12:44:34.426650 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Port c2c0b895-2373-4094-8395-e6d50e1c837f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:44:34.432969 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'name': 'router1', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:22Z', 'updated_at': '2022-11-02T12:44:33Z', 'revision_number': 2, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'gw_port_host': None, '_interfaces': [{'id': 'c2c0b895-2373-4094-8395-e6d50e1c837f', 'name': '', 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'mac_address': 'fa:16:3e:86:82:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:32Z', 'updated_at': '2022-11-02T12:44:33Z', 'revision_number': 2, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'subnets': [{'id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32c77654-7c87-4ede-9974-d4a9d1ad4c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:34.482910 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Checking router: f74c4173-9f67-4428-b2a7-9380575a8b1e for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:34.483286 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Updating router f74c4173-9f67-4428-b2a7-9380575a8b1e port c2c0b895-2373-4094-8395-e6d50e1c837f binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:34.536721 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:34.927954 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Attempt 4 to provision port c2c0b895-2373-4094-8395-e6d50e1c837f Nov 02 12:44:34.962090 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Port c2c0b895-2373-4094-8395-e6d50e1c837f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:44:35.031276 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Publish callbacks [] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.038243 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.183732 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Pushing event updated for resources: {'Port': ['ID=c2c0b895-2373-4094-8395-e6d50e1c837f,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:35.186089 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Attempting to bind port c2c0b895-2373-4094-8395-e6d50e1c837f on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:44:35.186489 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Attempting to bind port c2c0b895-2373-4094-8395-e6d50e1c837f by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': 'bb38d92f-2674-4aca-b006-8cfe923f8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:44:35.186919 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Attempting to bind port c2c0b895-2373-4094-8395-e6d50e1c837f on network 16796fe7-09fd-4327-aaa5-5efda62718d2 {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:35.195720 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.196082 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.196458 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.196793 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.197134 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.197451 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.197775 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.198100 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.198421 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.198744 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.199070 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.199386 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.199704 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Tracked resource versions report: Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: pushed versions: Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: { 'AddressGroup': {'1.2'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'ConntrackHelper': {'1.0'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Log': {'1.0'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Network': {'1.1'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Port': {'1.7'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'PortForwarding': {'1.2'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'QosPolicy': {'1.10'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SecurityGroup': {'1.5'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SubPort': {'1.0'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Subnet': {'1.1'}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Trunk': {'1.1'}} Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: consumer versions: Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: { DHCP agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: L3 agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: Metadata agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: Metering agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: Open vSwitch agent@dv-cinder-863278-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'ConntrackHelper': '1.0', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'LocalIPAssociation': '1.0', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Log': '1.0', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Network': '1.1', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Port': '1.7', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'PortForwarding': '1.2', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'QosPolicy': '1.10', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SecurityGroup': '1.5', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SecurityGroupRule': '1.2', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SubPort': '1.0', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Subnet': '1.1', Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Trunk': '1.1'}} Nov 02 12:44:35.201184 dv-cinder-863278-1-iscsi neutron-server[110478]: {{(pid=110478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:44:35.204534 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:44:35.204984 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Checking segment: {'id': 'bb38d92f-2674-4aca-b006-8cfe923f8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:44:35.205490 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.205978 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Bound using segment: {'id': 'bb38d92f-2674-4aca-b006-8cfe923f8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:44:35.206534 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Bound port: c2c0b895-2373-4094-8395-e6d50e1c837f, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb38d92f-2674-4aca-b006-8cfe923f8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:44:35.206924 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.273081 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] For port c2c0b895-2373-4094-8395-e6d50e1c837f, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:35.296758 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] For port c2c0b895-2373-4094-8395-e6d50e1c837f, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=c2c0b895-2373-4094-8395-e6d50e1c837f,segment=NetworkSegment(bb38d92f-2674-4aca-b006-8cfe923f8f18),segment_id=bb38d92f-2674-4aca-b006-8cfe923f8f18)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:35.303717 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.336465 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Routers {'f74c4173-9f67-4428-b2a7-9380575a8b1e'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:35.337083 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:44:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['f74c4173-9f67-4428-b2a7-9380575a8b1e'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:35.415520 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8ae2d-952e-4e13-8f29-8cdfb5016d09 None None] Pushing event updated for resources: {'Port': ['ID=c2c0b895-2373-4094-8395-e6d50e1c837f,revision_number=4']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:35.437740 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] Set router f74c4173-9f67-4428-b2a7-9380575a8b1e gateway port host: None {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:35.462866 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Attempt 5 to provision port c2c0b895-2373-4094-8395-e6d50e1c837f Nov 02 12:44:35.547337 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Current status of the port c2c0b895-2373-4094-8395-e6d50e1c837f is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:44:35.547764 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.580237 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] For port c2c0b895-2373-4094-8395-e6d50e1c837f, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=c2c0b895-2373-4094-8395-e6d50e1c837f,segment=NetworkSegment(bb38d92f-2674-4aca-b006-8cfe923f8f18),segment_id=bb38d92f-2674-4aca-b006-8cfe923f8f18)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:35.586113 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.633327 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0651dd-da9b-48c9-b338-bf6dec667414 None None] Pushing event updated for resources: {'Port': ['ID=c2c0b895-2373-4094-8395-e6d50e1c837f,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:35.656553 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'name': 'router1', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:22Z', 'updated_at': '2022-11-02T12:44:33Z', 'revision_number': 2, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'gw_port_host': None, '_interfaces': [{'id': 'c2c0b895-2373-4094-8395-e6d50e1c837f', 'name': '', 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'mac_address': 'fa:16:3e:86:82:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:32Z', 'updated_at': '2022-11-02T12:44:35Z', 'revision_number': 4, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'subnets': [{'id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32c77654-7c87-4ede-9974-d4a9d1ad4c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:35.683936 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c403f2a-3d25-4c4d-8529-a53a9b39f5a2 None None] The sync data for ids ['f74c4173-9f67-4428-b2a7-9380575a8b1e'] in dv-cinder-863278-1-iscsi is: [{'id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'name': 'router1', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:22Z', 'updated_at': '2022-11-02T12:44:33Z', 'revision_number': 2, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'gw_port_host': None, '_interfaces': [{'id': 'c2c0b895-2373-4094-8395-e6d50e1c837f', 'name': '', 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'mac_address': 'fa:16:3e:86:82:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:32Z', 'updated_at': '2022-11-02T12:44:35Z', 'revision_number': 4, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'subnets': [{'id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32c77654-7c87-4ede-9974-d4a9d1ad4c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:35.710220 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-7c8b3792-cd21-40ae-9b94-3cdc258b0369 None None] Provisioning complete for port c2c0b895-2373-4094-8395-e6d50e1c837f triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:44:35.710672 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3792-cd21-40ae-9b94-3cdc258b0369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:35.711139 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-7c8b3792-cd21-40ae-9b94-3cdc258b0369 None None] Attempt 1 to provision port c2c0b895-2373-4094-8395-e6d50e1c837f Nov 02 12:44:35.790625 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b3792-cd21-40ae-9b94-3cdc258b0369 None None] Current status of the port c2c0b895-2373-4094-8395-e6d50e1c837f is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:44:36.297677 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 44634) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:36.413664 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79560b22-1025-4fa0-a630-4213e1a78214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:36.414951 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-79560b22-1025-4fa0-a630-4213e1a78214 admin admin] 10.222.0.90 "GET /v2.0/networks/467a4deb-b627-4bd0-bcd4-431cf8d0b2ec HTTP/1.1" status: 200 len: 842 time: 0.1162543 Nov 02 12:44:36.424792 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Request body: {'subnet': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:36.447873 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Made reservation on behalf of b31a529f322f43dfa78c0719df9a66db for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:36.450341 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:36.744439 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.objects.ports [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110476) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 02 12:44:36.744890 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (1fcf1c21-26a0-46c8-ab35-82dc8db5db1b), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:36.796707 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fcf1c21-26a0-46c8-ab35-82dc8db5db1b,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:36.808023 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:44:36.808413 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Network hostable DHCP agents. Network: 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:36.826786 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:36.836380 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:36.841037 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:36.842229 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:36.845788 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed885b3-a7c5-4c0e-b402-929df1fc95c9 None None] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:44:36.862043 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-c0b05096-e2b3-4edd-8675-5f42c57bbaba admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4407904 Nov 02 12:44:36.956994 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ed108-da72-4d9d-bf8c-f7a8c48cdf16 None None] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:44:39.332141 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 44642) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:39.466410 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-3e4ada50-98ce-499a-95e2-1ba9f17cdf1a demo admin] 10.222.0.90 "GET /v2.0/routers/f74c4173-9f67-4428-b2a7-9380575a8b1e HTTP/1.1" status: 200 len: 710 time: 0.1323962 Nov 02 12:44:39.629231 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7afdac-9d5c-4f93-9760-007da2e92b86 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:44:39.630539 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-8d7afdac-9d5c-4f93-9760-007da2e92b86 demo admin] 10.222.0.90 "GET /v2.0/networks/467a4deb-b627-4bd0-bcd4-431cf8d0b2ec HTTP/1.1" status: 200 len: 886 time: 0.1589494 Nov 02 12:44:39.639757 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:44:39.879537 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Publish callbacks [] for router_gateway (f74c4173-9f67-4428-b2a7-9380575a8b1e), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.111458 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Publish callbacks [] for router_gateway (f74c4173-9f67-4428-b2a7-9380575a8b1e), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.189850 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.294634 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Allocated IP 172.27.4.36 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/406d83e7-861c-460a-9b4a-46bd8659cda7) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:40.398316 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Publish callbacks [] for port (406d83e7-861c-460a-9b4a-46bd8659cda7), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.431792 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (406d83e7-861c-460a-9b4a-46bd8659cda7), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.464531 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:40.467482 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:40.471060 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:44:40.510195 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Pushing event updated for resources: {'Port': ['ID=406d83e7-861c-460a-9b4a-46bd8659cda7,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:40.718257 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Publish callbacks [] for router_gateway (f74c4173-9f67-4428-b2a7-9380575a8b1e), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.910495 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6614'] for router (f74c4173-9f67-4428-b2a7-9380575a8b1e), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:40.914515 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1622994'] for router (f74c4173-9f67-4428-b2a7-9380575a8b1e), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.117205 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Router f74c4173-9f67-4428-b2a7-9380575a8b1e has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:41.217699 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:41.222028 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:41.236279 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-bf51c7e7-34c2-4e00-a994-36b097b26099 demo admin] 10.222.0.90 "PUT /v2.0/routers/f74c4173-9f67-4428-b2a7-9380575a8b1e HTTP/1.1" status: 200 len: 889 time: 1.5868444 Nov 02 12:44:43.129681 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device c2c0b895-2373-4094-8395-e6d50e1c837f up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:43.176537 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port c2c0b895-2373-4094-8395-e6d50e1c837f triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:44:43.176917 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.177288 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port c2c0b895-2373-4094-8395-e6d50e1c837f Nov 02 12:44:43.251655 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port c2c0b895-2373-4094-8395-e6d50e1c837f is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:44:43.789128 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 44654) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:43.909690 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-4475e855-fb6d-4fe5-a58d-eb41f016cb75 admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1193810 Nov 02 12:44:44.428631 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Sync routers for ids ['f74c4173-9f67-4428-b2a7-9380575a8b1e'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:44.442311 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Routers {'f74c4173-9f67-4428-b2a7-9380575a8b1e'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:44.443106 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:44:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['f74c4173-9f67-4428-b2a7-9380575a8b1e'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:44.646921 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Set router f74c4173-9f67-4428-b2a7-9380575a8b1e gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:45.108297 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'name': 'router1', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '406d83e7-861c-460a-9b4a-46bd8659cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:22Z', 'updated_at': '2022-11-02T12:44:40Z', 'revision_number': 4, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'gw_port': {'id': '406d83e7-861c-460a-9b4a-46bd8659cda7', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:40Z', 'updated_at': '2022-11-02T12:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'c2c0b895-2373-4094-8395-e6d50e1c837f', 'name': '', 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'mac_address': 'fa:16:3e:86:82:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:32Z', 'updated_at': '2022-11-02T12:44:35Z', 'revision_number': 5, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'subnets': [{'id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32c77654-7c87-4ede-9974-d4a9d1ad4c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:45.156196 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Checking router: f74c4173-9f67-4428-b2a7-9380575a8b1e for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:45.156586 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Updating router f74c4173-9f67-4428-b2a7-9380575a8b1e port 406d83e7-861c-460a-9b4a-46bd8659cda7 binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:45.210676 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (406d83e7-861c-460a-9b4a-46bd8659cda7), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.522105 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Publish callbacks [] for port (406d83e7-861c-460a-9b4a-46bd8659cda7), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.528023 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (406d83e7-861c-460a-9b4a-46bd8659cda7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.560443 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Attempting to bind port 406d83e7-861c-460a-9b4a-46bd8659cda7 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:44:45.560816 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Attempting to bind port 406d83e7-861c-460a-9b4a-46bd8659cda7 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:44:45.561185 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Attempting to bind port 406d83e7-861c-460a-9b4a-46bd8659cda7 on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:45.574230 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:44:45.574604 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:44:45.575010 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.575414 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:44:45.575881 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Bound port: 406d83e7-861c-460a-9b4a-46bd8659cda7, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:44:45.576306 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (406d83e7-861c-460a-9b4a-46bd8659cda7), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.578407 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0a93f-6720-4e06-9084-4718db54d4e8 None None] Pushing event updated for resources: {'Port': ['ID=406d83e7-861c-460a-9b4a-46bd8659cda7,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:45.640532 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] For port 406d83e7-861c-460a-9b4a-46bd8659cda7, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:45.643975 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] For port 406d83e7-861c-460a-9b4a-46bd8659cda7, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=406d83e7-861c-460a-9b4a-46bd8659cda7,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:45.651554 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (406d83e7-861c-460a-9b4a-46bd8659cda7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.697829 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Routers {'f74c4173-9f67-4428-b2a7-9380575a8b1e'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:45.698553 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:44:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['f74c4173-9f67-4428-b2a7-9380575a8b1e'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:45.705198 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0a93f-6720-4e06-9084-4718db54d4e8 None None] Pushing event updated for resources: {'Port': ['ID=406d83e7-861c-460a-9b4a-46bd8659cda7,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:45.808358 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] Set router f74c4173-9f67-4428-b2a7-9380575a8b1e gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:46.025172 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'name': 'router1', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '406d83e7-861c-460a-9b4a-46bd8659cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:22Z', 'updated_at': '2022-11-02T12:44:40Z', 'revision_number': 4, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'gw_port': {'id': '406d83e7-861c-460a-9b4a-46bd8659cda7', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:40Z', 'updated_at': '2022-11-02T12:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'c2c0b895-2373-4094-8395-e6d50e1c837f', 'name': '', 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'mac_address': 'fa:16:3e:86:82:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:32Z', 'updated_at': '2022-11-02T12:44:35Z', 'revision_number': 5, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'subnets': [{'id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32c77654-7c87-4ede-9974-d4a9d1ad4c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:46.054784 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c2ef9-20e3-4785-8a45-1cc0a5433896 None None] The sync data for ids ['f74c4173-9f67-4428-b2a7-9380575a8b1e'] in dv-cinder-863278-1-iscsi is: [{'id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'name': 'router1', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.36'}], 'enable_snat': True}, 'gw_port_id': '406d83e7-861c-460a-9b4a-46bd8659cda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:44:22Z', 'updated_at': '2022-11-02T12:44:40Z', 'revision_number': 4, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'gw_port': {'id': '406d83e7-861c-460a-9b4a-46bd8659cda7', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:56:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:40Z', 'updated_at': '2022-11-02T12:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'c2c0b895-2373-4094-8395-e6d50e1c837f', 'name': '', 'network_id': '16796fe7-09fd-4327-aaa5-5efda62718d2', 'tenant_id': '5ec8dbf812ab46129e7de7e927d484f0', 'mac_address': 'fa:16:3e:86:82:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74c4173-9f67-4428-b2a7-9380575a8b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:44:32Z', 'updated_at': '2022-11-02T12:44:35Z', 'revision_number': 5, 'project_id': '5ec8dbf812ab46129e7de7e927d484f0', 'subnets': [{'id': '365bb868-ef0d-4d3a-8a24-3f34bf87d658', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32c77654-7c87-4ede-9974-d4a9d1ad4c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:47.181548 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 406d83e7-861c-460a-9b4a-46bd8659cda7 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:47.226280 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 406d83e7-861c-460a-9b4a-46bd8659cda7 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:44:47.226818 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (406d83e7-861c-460a-9b4a-46bd8659cda7), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.227249 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 406d83e7-861c-460a-9b4a-46bd8659cda7 Nov 02 12:44:47.298555 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 406d83e7-861c-460a-9b4a-46bd8659cda7 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:44:47.299116 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (406d83e7-861c-460a-9b4a-46bd8659cda7), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.319120 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port 406d83e7-861c-460a-9b4a-46bd8659cda7, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=406d83e7-861c-460a-9b4a-46bd8659cda7,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:47.324444 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (406d83e7-861c-460a-9b4a-46bd8659cda7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.385237 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=406d83e7-861c-460a-9b4a-46bd8659cda7,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:49.181862 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 406d83e7-861c-460a-9b4a-46bd8659cda7 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:49.259952 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 406d83e7-861c-460a-9b4a-46bd8659cda7 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:44:49.260789 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (406d83e7-861c-460a-9b4a-46bd8659cda7), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:49.263671 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 406d83e7-861c-460a-9b4a-46bd8659cda7 Nov 02 12:44:49.416159 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 406d83e7-861c-460a-9b4a-46bd8659cda7 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:44:56.155166 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-357377df-f6da-4507-b7fc-789d8bbde269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:58.256644 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-08d6fa91-6447-46d5-ac36-2c2c90177d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:59.332388 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:00.793372 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:02.370006 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:06.474913 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 5 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:45:26.150417 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9477-263d-45b0-af4a-86155a7800e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:28.271322 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-faca7e6a-b2ec-4489-9140-045bb1f37e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:29.331503 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:30.769252 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:32.367630 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.475981 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 5 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:45:56.144752 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f4710137-98bc-4ee9-a3ed-95b92a689249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.265669 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8a38c864-7804-43e1-82ca-e0680f36fcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.331437 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.766910 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.362257 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.783876 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45138) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:06.863830 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac06c6e9-9046-47f8-8aa2-376ecf5a0c34 admin admin] GET failed (client error): The resource could not be found. Nov 02 12:46:06.865309 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-ac06c6e9-9046-47f8-8aa2-376ecf5a0c34 admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0800433 Nov 02 12:46:07.032428 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c7d4f-3378-4b12-8199-06cf509764cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:07.033870 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-b68c7d4f-3378-4b12-8199-06cf509764cc admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1622179 Nov 02 12:46:09.382620 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45148) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:09.480057 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66be632-8140-4337-a462-53b00ffdf976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:09.481468 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-b66be632-8140-4337-a462-53b00ffdf976 admin admin] 10.222.0.90 "GET /v2.0/subnets/365bb868-ef0d-4d3a-8a24-3f34bf87d658 HTTP/1.1" status: 200 len: 849 time: 0.0979760 Nov 02 12:46:09.491138 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:09.578607 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Publish callbacks [] for subnet (365bb868-ef0d-4d3a-8a24-3f34bf87d658), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.733667 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734496893579'] for subnet (365bb868-ef0d-4d3a-8a24-3f34bf87d658), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.763999 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:09.764617 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.765913 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] 10.222.0.90 "PUT /v2.0/subnets/365bb868-ef0d-4d3a-8a24-3f34bf87d658 HTTP/1.1" status: 200 len: 868 time: 0.2784438 Nov 02 12:46:09.784178 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Pushing event updated for resources: {'Subnet': ['ID=365bb868-ef0d-4d3a-8a24-3f34bf87d658,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:09.784462 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5b135-bed8-4aed-868a-939c82a3995c None None] Network 16796fe7-09fd-4327-aaa5-5efda62718d2 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:46:09.792035 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.792407 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.792789 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.793099 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.793466 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.793767 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.794149 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.794499 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.794843 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.795179 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.795561 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.795922 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:09.796239 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b7fac-27d6-499b-87ef-61636eb7d47a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:10.144818 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-d63dad05-d88d-4e18-82b8-01da22f3abb6 None None] Provisioning complete for port c2c0b895-2373-4094-8395-e6d50e1c837f triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:10.145206 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d63dad05-d88d-4e18-82b8-01da22f3abb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (c2c0b895-2373-4094-8395-e6d50e1c837f), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.145544 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-d63dad05-d88d-4e18-82b8-01da22f3abb6 None None] Attempt 1 to provision port c2c0b895-2373-4094-8395-e6d50e1c837f Nov 02 12:46:10.221485 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-d63dad05-d88d-4e18-82b8-01da22f3abb6 None None] Current status of the port c2c0b895-2373-4094-8395-e6d50e1c837f is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:10.231276 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-d63dad05-d88d-4e18-82b8-01da22f3abb6 None None] Provisioning complete for port 382605c2-c6df-4114-a355-ff54501fa928 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:10.231687 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d63dad05-d88d-4e18-82b8-01da22f3abb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (382605c2-c6df-4114-a355-ff54501fa928), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.231991 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-d63dad05-d88d-4e18-82b8-01da22f3abb6 None None] Attempt 1 to provision port 382605c2-c6df-4114-a355-ff54501fa928 Nov 02 12:46:10.299894 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-d63dad05-d88d-4e18-82b8-01da22f3abb6 None None] Current status of the port 382605c2-c6df-4114-a355-ff54501fa928 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:12.118837 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45156) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:12.339139 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d3f4ff-c03d-4827-90d7-330e6e0cfba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:12.339508 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d3f4ff-c03d-4827-90d7-330e6e0cfba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:12.341100 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-d7d3f4ff-c03d-4827-90d7-330e6e0cfba8 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2212851 Nov 02 12:46:14.701728 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45166) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:14.856944 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe602af-06b7-429b-82ec-47da912b4316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:14.857402 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe602af-06b7-429b-82ec-47da912b4316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:14.858937 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-ebe602af-06b7-429b-82ec-47da912b4316 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1560810 Nov 02 12:46:17.208167 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45174) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:17.346518 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cd95dc-1d4b-4ba6-a491-1bc350599388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:17.347906 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-d5cd95dc-1d4b-4ba6-a491-1bc350599388 admin admin] 10.222.0.90 "GET /v2.0/networks/16796fe7-09fd-4327-aaa5-5efda62718d2 HTTP/1.1" status: 200 len: 870 time: 0.1386688 Nov 02 12:46:19.738360 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45182) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:19.879222 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6149ab-760f-479f-83b1-bf7ca38877b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:19.880670 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-1c6149ab-760f-479f-83b1-bf7ca38877b0 admin admin] 10.222.0.90 "GET /v2.0/networks/467a4deb-b627-4bd0-bcd4-431cf8d0b2ec HTTP/1.1" status: 200 len: 886 time: 0.1413953 Nov 02 12:46:20.476423 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 5 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:46:22.254842 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45190) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:22.386911 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afa0602-57a1-44cb-9763-2c26d4544fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:22.387364 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afa0602-57a1-44cb-9763-2c26d4544fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:22.389032 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-3afa0602-57a1-44cb-9763-2c26d4544fa2 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1332498 Nov 02 12:46:24.740545 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45198) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:24.837718 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166fcc01-c1f2-44b8-b4dd-7804f8660c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:24.838162 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166fcc01-c1f2-44b8-b4dd-7804f8660c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:24.839704 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-166fcc01-c1f2-44b8-b4dd-7804f8660c4a admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0982282 Nov 02 12:46:26.149558 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-705bb90f-bf6a-4550-803c-1d9339d8a513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.197663 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45206) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:27.323994 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dcd539-8b0c-4b20-b5ca-740c04b8a46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:27.325434 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-c5dcd539-8b0c-4b20-b5ca-740c04b8a46b admin admin] 10.222.0.90 "GET /v2.0/subnets/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b HTTP/1.1" status: 200 len: 816 time: 0.1264243 Nov 02 12:46:28.270621 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1c01-3ca1-408b-9e5f-f954c908d1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.333246 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.672718 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45214) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:29.772486 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a2eda5-9a39-491b-b717-00b1df3cbd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:29.773841 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f9a2eda5-9a39-491b-b717-00b1df3cbd74 admin admin] 10.222.0.90 "GET /v2.0/subnets/365bb868-ef0d-4d3a-8a24-3f34bf87d658 HTTP/1.1" status: 200 len: 868 time: 0.1001687 Nov 02 12:46:30.771063 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.369882 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:55.459511 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45268) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:55.510825 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [None req-d4a264c9-e314-401f-a10e-37afbef62ef5 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:46:55.511828 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-d4a264c9-e314-401f-a10e-37afbef62ef5 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513365 Nov 02 12:46:56.157037 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-7dcc38f3-84e6-412d-bc5c-7327303269b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:57.476324 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 5 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:46:57.959480 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45276) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:58.022375 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.pecan_wsgi.hooks.translation [None req-0907dc9c-899d-464b-87e6-74e49afac8c4 admin admin] GET failed (client error): The resource could not be found. Nov 02 12:46:58.023686 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-0907dc9c-899d-464b-87e6-74e49afac8c4 admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632648 Nov 02 12:46:58.111745 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2c8d67-abf7-4876-938d-2d7e5a93dbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:58.113245 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-1d2c8d67-abf7-4876-938d-2d7e5a93dbc8 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828459 Nov 02 12:46:58.276387 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-16cd3567-0eb7-4fe9-9c5a-ab44da01b275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:59.338317 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.487974 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45284) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:00.540930 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:00.563070 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] Made reservation on behalf of b31a529f322f43dfa78c0719df9a66db for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:00.565399 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.596794 dv-cinder-863278-1-iscsi neutron-server[110476]: WARNING neutron.services.revisions.revision_plugin [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] Could not find related network for resource to bump revision. Nov 02 12:47:00.613475 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] vlan segment allocate from pool success with {'vlan_id': 1408, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:00.622637 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (ce80bce9-1d43-45e2-8432-ee47ea03e422), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.622991 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] Added segment ce80bce9-1d43-45e2-8432-ee47ea03e422 of type vlan for network a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 Nov 02 12:47:00.675894 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.705843 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.707501 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:00.708392 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.771497 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2822802 Nov 02 12:47:00.777232 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562af81-a6d5-4a8b-85f6-9f8937053a5c admin admin] Pushing event updated for resources: {'Network': ['ID=a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:00.780991 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.801320 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:02.366164 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.160549 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45292) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:03.248635 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0e911d-64a6-4210-a122-a045e20efffe admin admin] GET failed (client error): The resource could not be found. Nov 02 12:47:03.249953 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-0d0e911d-64a6-4210-a122-a045e20efffe admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0881436 Nov 02 12:47:03.360541 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf5f07-2af2-4f9a-8e44-8a014b388d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:03.361925 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-6eaf5f07-2af2-4f9a-8e44-8a014b388d53 admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1054850 Nov 02 12:47:03.375327 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590', 'name': 'shared-subnet'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:03.399482 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Made reservation on behalf of b31a529f322f43dfa78c0719df9a66db for: {'subnet': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:03.403140 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.637123 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (43e5716e-bb3d-4847-bf44-3abd372e9756), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.697039 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e5716e-bb3d-4847-bf44-3abd372e9756,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:03.707631 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.707997 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.708355 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.708686 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.709009 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.709333 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.709670 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.710002 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.710333 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.710682 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.710986 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.711301 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.711615 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:03.719435 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Checking segment: {'id': 'ce80bce9-1d43-45e2-8432-ee47ea03e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:47:03.719806 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Network hostable DHCP agents. Network: a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:47:03.743157 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Network a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:47:03.756485 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590) {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:03.761397 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:03.762025 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:03.766836 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b797020-b68d-4834-b866-421f30be3a0a None None] Network a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:47:03.781229 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-d7d6abec-9744-47f1-ad9a-67e3ce0923f7 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4094169 Nov 02 12:47:03.874878 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590', 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590', 'project_id': 'b31a529f322f43dfa78c0719df9a66db', 'fixed_ips': [{'subnet_id': '43e5716e-bb3d-4847-bf44-3abd372e9756'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:47:03.875796 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.013682 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Allocated IP 192.168.233.2 (a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590/43e5716e-bb3d-4847-bf44-3abd372e9756/261beae7-dd87-44a6-ba3d-63ad6013da13) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:04.156378 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Publish callbacks [] for port (261beae7-dd87-44a6-ba3d-63ad6013da13), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.163249 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (261beae7-dd87-44a6-ba3d-63ad6013da13), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.197367 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Network a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:04.203551 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:04.209498 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:47:04.214455 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Pushing event updated for resources: {'Port': ['ID=261beae7-dd87-44a6-ba3d-63ad6013da13,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:04.222577 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.222931 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.223295 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.223635 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.223969 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.224333 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.224662 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.224988 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.225313 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.225667 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.225999 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.226305 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.226625 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:04.282458 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Attempting to bind port 261beae7-dd87-44a6-ba3d-63ad6013da13 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:47:04.282761 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Attempting to bind port 261beae7-dd87-44a6-ba3d-63ad6013da13 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': 'ce80bce9-1d43-45e2-8432-ee47ea03e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:47:04.283112 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Attempting to bind port 261beae7-dd87-44a6-ba3d-63ad6013da13 on network a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:04.288331 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:47:04.288708 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Checking segment: {'id': 'ce80bce9-1d43-45e2-8432-ee47ea03e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:47:04.289117 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.289505 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Bound using segment: {'id': 'ce80bce9-1d43-45e2-8432-ee47ea03e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:47:04.290004 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Bound port: 261beae7-dd87-44a6-ba3d-63ad6013da13, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce80bce9-1d43-45e2-8432-ee47ea03e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:47:04.290358 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (261beae7-dd87-44a6-ba3d-63ad6013da13), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.350728 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] For port 261beae7-dd87-44a6-ba3d-63ad6013da13, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:04.353899 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] For port 261beae7-dd87-44a6-ba3d-63ad6013da13, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=261beae7-dd87-44a6-ba3d-63ad6013da13,segment=NetworkSegment(ce80bce9-1d43-45e2-8432-ee47ea03e422),segment_id=ce80bce9-1d43-45e2-8432-ee47ea03e422)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:04.359806 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (261beae7-dd87-44a6-ba3d-63ad6013da13), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:04.410410 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba04f2-316e-4fd5-aaa9-69d924714936 None None] Pushing event updated for resources: {'Port': ['ID=261beae7-dd87-44a6-ba3d-63ad6013da13,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:05.235098 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f2f72b-9305-48be-9e98-40eb56e17cee None None] Network a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:47:05.383508 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 261beae7-dd87-44a6-ba3d-63ad6013da13 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:05.458541 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-0dfa4722-714c-4c94-a8ff-192d2e335452 None None] Provisioning complete for port 261beae7-dd87-44a6-ba3d-63ad6013da13 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:47:05.458965 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4722-714c-4c94-a8ff-192d2e335452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (261beae7-dd87-44a6-ba3d-63ad6013da13), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.459310 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0dfa4722-714c-4c94-a8ff-192d2e335452 None None] Attempt 1 to provision port 261beae7-dd87-44a6-ba3d-63ad6013da13 Nov 02 12:47:05.514327 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 261beae7-dd87-44a6-ba3d-63ad6013da13 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:47:05.514593 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (261beae7-dd87-44a6-ba3d-63ad6013da13), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.514877 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 261beae7-dd87-44a6-ba3d-63ad6013da13 Nov 02 12:47:05.626516 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa4722-714c-4c94-a8ff-192d2e335452 None None] Current status of the port 261beae7-dd87-44a6-ba3d-63ad6013da13 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:05.626910 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4722-714c-4c94-a8ff-192d2e335452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (261beae7-dd87-44a6-ba3d-63ad6013da13), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.654467 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 261beae7-dd87-44a6-ba3d-63ad6013da13 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:05.654971 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (261beae7-dd87-44a6-ba3d-63ad6013da13), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.688402 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-0dfa4722-714c-4c94-a8ff-192d2e335452 None None] For port 261beae7-dd87-44a6-ba3d-63ad6013da13, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=261beae7-dd87-44a6-ba3d-63ad6013da13,segment=NetworkSegment(ce80bce9-1d43-45e2-8432-ee47ea03e422),segment_id=ce80bce9-1d43-45e2-8432-ee47ea03e422)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:05.703440 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4722-714c-4c94-a8ff-192d2e335452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (261beae7-dd87-44a6-ba3d-63ad6013da13), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.768611 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.db.api [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:47:05.769021 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG oslo_db.api [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:47:05.778287 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa4722-714c-4c94-a8ff-192d2e335452 None None] Pushing event updated for resources: {'Port': ['ID=261beae7-dd87-44a6-ba3d-63ad6013da13,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:05.825280 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-d0d1d606-b6a8-4cf6-a0d5-65249333c4b8 None None] Provisioning complete for port 261beae7-dd87-44a6-ba3d-63ad6013da13 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:47:05.825702 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d606-b6a8-4cf6-a0d5-65249333c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (261beae7-dd87-44a6-ba3d-63ad6013da13), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:05.825994 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-d0d1d606-b6a8-4cf6-a0d5-65249333c4b8 None None] Attempt 1 to provision port 261beae7-dd87-44a6-ba3d-63ad6013da13 Nov 02 12:47:05.902719 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1d606-b6a8-4cf6-a0d5-65249333c4b8 None None] Current status of the port 261beae7-dd87-44a6-ba3d-63ad6013da13 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:06.304257 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 261beae7-dd87-44a6-ba3d-63ad6013da13 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:07.209286 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 261beae7-dd87-44a6-ba3d-63ad6013da13 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:07.257677 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 261beae7-dd87-44a6-ba3d-63ad6013da13 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:47:07.258089 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (261beae7-dd87-44a6-ba3d-63ad6013da13), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.258435 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 261beae7-dd87-44a6-ba3d-63ad6013da13 Nov 02 12:47:07.336333 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 261beae7-dd87-44a6-ba3d-63ad6013da13 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:26.151323 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3d71e55f-eb37-489c-9f32-f9b33b7d703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:28.281833 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e986cbb4-940a-43c7-82de-e372da91f40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:29.341516 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:30.775092 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:32.361396 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:34.476703 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 5 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:47:56.157597 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d4472f74-cd00-4552-9c8e-d4dcc231e640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:58.282070 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-b89fb4da-242b-4cbf-b7ad-2771bc5fbfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.344401 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.777415 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:02.357141 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.477171 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 5 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:48:26.154221 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-b402c9a6-2fbf-4c0b-9312-5b4e091cd753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.832221 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45336) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:26.838100 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [None req-6b744d7e-2c67-4e76-88f1-5025378a9b37 tempest-verify_tempest_config-2011931413 tempest-verify_tempest_config-2011931413-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:48:26.839063 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-6b744d7e-2c67-4e76-88f1-5025378a9b37 tempest-verify_tempest_config-2011931413 tempest-verify_tempest_config-2011931413-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056882 Nov 02 12:48:27.164588 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45354) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:27.278816 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.357959 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Publish callbacks [] for security_group (028613e8-e5b3-4a31-a5b4-c438af63a598), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.363492 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (028613e8-e5b3-4a31-a5b4-c438af63a598), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.408682 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7d1604c4dee74d7b8a2ffe9848c69db8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2429774 Nov 02 12:48:27.409519 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028613e8-e5b3-4a31-a5b4-c438af63a598,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:27.412084 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45358) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:27.416513 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.416883 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.417206 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.417542 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.417872 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.418187 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.418692 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.419001 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.419325 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.419652 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.420009 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.420415 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.420740 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a99fc9-2d9c-4e70-895e-827513820215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.470395 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Publish callbacks [] for security_group (028613e8-e5b3-4a31-a5b4-c438af63a598), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.493338 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Publish callbacks [] for security_group (028613e8-e5b3-4a31-a5b4-c438af63a598), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.599954 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (028613e8-e5b3-4a31-a5b4-c438af63a598), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.604411 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.606253 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/028613e8-e5b3-4a31-a5b4-c438af63a598 HTTP/1.1" status: 204 len: 168 time: 0.1929471 Nov 02 12:48:27.616762 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028613e8-e5b3-4a31-a5b4-c438af63a598,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:27.623872 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.624188 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.624569 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.624915 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.625252 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.625588 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.625962 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.626493 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.626831 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.627168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.627500 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.627837 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:27.628165 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f536e1e4-44b0-4140-9d95-21c23dfed8ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:28.276914 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-7febb94b-b8ba-42bb-8e5e-d75a7bb051bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.348018 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.781503 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.352266 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:48.482134 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 5 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:48:56.169951 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-24ff9489-dd70-435f-9e89-2f41e73686e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:58.294924 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c726dc98-1e77-40a5-b43e-7843690e0cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:59.352003 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:00.784927 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:02.371798 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.486281 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 5 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:49:26.159774 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d3c1af31-b558-4780-8b7f-480fcf0aef03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.285534 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-23d5ec32-dfb9-460e-92e5-172970be616c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.354183 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.791073 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.364638 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:56.168615 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b2df-6f21-47e2-9380-10d932497b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:58.286958 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-849b2b04-dc89-4939-8957-79f55b4b47ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.359305 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:00.795427 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.375493 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:02.489305 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 5 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:50:14.550134 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623887'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.158256 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8fd9dd1a-2e02-4df2-91de-78d531579bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.282304 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e412cd3a-ef4f-4e44-b79c-1b0ce727030c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:28.620944 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45430) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:28.747985 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f2e44b9a-7ff3-4ecf-979a-f5cad0e48bb1 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1256151 Nov 02 12:50:29.359053 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.793772 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:31.161584 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45440) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:31.224538 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-42fda612-318d-4c88-8f7d-17525496a586 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0618138 Nov 02 12:50:32.362561 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.489154 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:50:44.497410 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:56.159314 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6f17dd3f-2c44-42ea-88ed-61515e710f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:58.290913 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0eff7ee1-7be6-4d55-b938-1f9a18c066a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:59.365641 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:00.809564 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:02.365533 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.512361 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.491730 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:51:26.156671 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-4a44141e-97da-408c-9bbf-88dc53cd0885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:28.288783 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-ec8a411e-55fe-4ff2-a5e2-90155182ffbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:29.367773 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:30.808328 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:32.362390 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.525327 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:53.491576 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:51:56.153234 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-7308a4b4-1009-4d70-a4a1-5a8eb1bfe350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:58.283954 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-039680ae-fae1-4d1a-8e20-4848cc7faae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:59.368861 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:00.808649 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:02.358616 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.541371 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.373875 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45638) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:25.504032 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45648) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:25.817520 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1337603195-network', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:25.848479 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Made reservation on behalf of 7d2c4b25d8f447e99927fa32e9f35b1a for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:25.851497 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.860940 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.940915 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Publish callbacks [] for security_group (e5b3d1ff-7efc-4e06-8f73-57df9e1839db), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.945837 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (e5b3d1ff-7efc-4e06-8f73-57df9e1839db), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:25.970156 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-network', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:25.980118 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] vlan segment allocate from pool success with {'vlan_id': 1432, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:25.993495 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b3d1ff-7efc-4e06-8f73-57df9e1839db,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:25.994472 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45666) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.005998 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.006429 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.006901 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.007405 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.007868 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.008432 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.009168 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.009528 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.010008 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.010426 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.010725 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.011051 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.011374 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Tracked resource versions report: Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: pushed versions: Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: { 'AddressGroup': {'1.2'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'ConntrackHelper': {'1.0'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Log': {'1.0'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Network': {'1.1'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Port': {'1.7'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'PortForwarding': {'1.2'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'QosPolicy': {'1.10'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SecurityGroup': {'1.5'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SubPort': {'1.0'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Subnet': {'1.1'}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Trunk': {'1.1'}} Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: consumer versions: Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: { DHCP agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: L3 agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: Metadata agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: Metering agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: Open vSwitch agent@dv-cinder-863278-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'ConntrackHelper': '1.0', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'LocalIPAssociation': '1.0', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Log': '1.0', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Network': '1.1', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Port': '1.7', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'PortForwarding': '1.2', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'QosPolicy': '1.10', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SecurityGroup': '1.5', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SecurityGroupRule': '1.2', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'SubPort': '1.0', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Subnet': '1.1', Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: 'Trunk': '1.1'}} Nov 02 12:52:26.012539 dv-cinder-863278-1-iscsi neutron-server[110476]: {{(pid=110476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:52:26.021617 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45672) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.034844 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (7c80e75d-a1e1-468d-bb3c-088fd63ca4be), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.035960 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Added segment 7c80e75d-a1e1-468d-bb3c-088fd63ca4be of type vlan for network 60d337b4-4ca8-43ed-afc1-671fbf50993a Nov 02 12:52:26.042515 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Made reservation on behalf of 9d086a8e68a94153b5d2a15d6d54fc63 for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:26.045279 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.060629 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.116684 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-network', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:26.140122 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Made reservation on behalf of 7cf71ef682d140f9b9c9c756b24cbb5b for: {'network': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:26.142514 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.151995 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.154317 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6899e76e-19eb-4987-8968-13c35eeddd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.233311 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Publish callbacks [] for security_group (91e40c55-c6c6-4bbe-96e7-9b28aa99a475), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.244982 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (91e40c55-c6c6-4bbe-96e7-9b28aa99a475), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.273955 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e40c55-c6c6-4bbe-96e7-9b28aa99a475,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:26.285734 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.286226 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.286570 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.287094 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.287607 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.288085 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.288631 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.289138 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.289681 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.290159 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.292465 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.293063 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.293546 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Tracked resource versions report: Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: pushed versions: Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: { 'AddressGroup': {'1.2'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'ConntrackHelper': {'1.0'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Log': {'1.0'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Network': {'1.1'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Port': {'1.7'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'PortForwarding': {'1.2'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'QosPolicy': {'1.10'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SecurityGroup': {'1.5'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SubPort': {'1.0'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Subnet': {'1.1'}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Trunk': {'1.1'}} Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: consumer versions: Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: { DHCP agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: L3 agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: Metadata agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: Metering agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: Open vSwitch agent@dv-cinder-863278-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'ConntrackHelper': '1.0', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'LocalIPAssociation': '1.0', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Log': '1.0', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Network': '1.1', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Port': '1.7', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'PortForwarding': '1.2', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'QosPolicy': '1.10', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SecurityGroup': '1.5', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SecurityGroupRule': '1.2', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'SubPort': '1.0', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Subnet': '1.1', Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: 'Trunk': '1.1'}} Nov 02 12:52:26.294838 dv-cinder-863278-1-iscsi neutron-server[110475]: {{(pid=110475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:52:26.306007 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Publish callbacks [] for security_group (fec7f2ec-1603-45a4-bdfb-de42cbd239e4), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.316561 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (fec7f2ec-1603-45a4-bdfb-de42cbd239e4), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.324356 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (60d337b4-4ca8-43ed-afc1-671fbf50993a), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.325383 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-525150822-network', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:26.348821 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] vlan segment allocate from pool success with {'vlan_id': 1419, 'physical_network': 'physnet1'} {{(pid=110475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:26.351569 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] vlan segment allocate from pool success with {'vlan_id': 1412, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:26.357805 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Made reservation on behalf of ac56ac8efe2d4a07aa0f1c7976ad8fe7 for: {'network': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:26.362398 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.376792 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec7f2ec-1603-45a4-bdfb-de42cbd239e4,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:26.382042 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (7d2c37a7-8276-4138-8544-4fbf95f70e88), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.382379 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Added segment 7d2c37a7-8276-4138-8544-4fbf95f70e88 of type vlan for network 44813eaf-ef4c-426e-8812-9534d97c5b8a Nov 02 12:52:26.387960 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.399620 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (a76239a0-7f19-4119-a784-bf535166d52a), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.401306 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.segments_db [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Added segment a76239a0-7f19-4119-a784-bf535166d52a of type vlan for network 5c790846-1155-4e44-80f1-15983b65a735 Nov 02 12:52:26.438373 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (44813eaf-ef4c-426e-8812-9534d97c5b8a), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.464421 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (60d337b4-4ca8-43ed-afc1-671fbf50993a), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.465972 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:26.466818 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.482138 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Publish callbacks [] for security_group (cfa547e5-52ae-4723-9ef1-75e98bb8ec28), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.507636 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (cfa547e5-52ae-4723-9ef1-75e98bb8ec28), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.519845 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 1437, 'physical_network': 'physnet1'} {{(pid=110475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:26.530472 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (4d1a730c-495d-4d6f-aae3-ad5bea6f7d08), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.531264 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.segments_db [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Added segment 4d1a730c-495d-4d6f-aae3-ad5bea6f7d08 of type vlan for network 1899e874-a496-4913-9de6-503fed5c449b Nov 02 12:52:26.573545 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (1899e874-a496-4913-9de6-503fed5c449b), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.593652 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (44813eaf-ef4c-426e-8812-9534d97c5b8a), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.597587 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:26.598492 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.626558 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] Pushing event updated for resources: {'Network': ['ID=60d337b4-4ca8-43ed-afc1-671fbf50993a,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:26.629069 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (1899e874-a496-4913-9de6-503fed5c449b), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.630266 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:26.631053 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.642396 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 60d337b4-4ca8-43ed-afc1-671fbf50993a details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:26.654293 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa547e5-52ae-4723-9ef1-75e98bb8ec28,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:26.730010 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7010126 Nov 02 12:52:26.730772 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45712) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.795830 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072c9fb-87f2-4cd0-9946-e8f616342a22 admin admin] Pushing event updated for resources: {'Network': ['ID=1899e874-a496-4913-9de6-503fed5c449b,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:26.801219 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] Request body: {'subnet': {'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-525150822-subnet', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:26.809754 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 1899e874-a496-4913-9de6-503fed5c449b details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:26.814624 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] Pushing event updated for resources: {'Network': ['ID=44813eaf-ef4c-426e-8812-9534d97c5b8a,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:26.819486 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-c759895e-7472-431e-801e-ba09a6eb2acd admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3164611 Nov 02 12:52:26.823428 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (5c790846-1155-4e44-80f1-15983b65a735), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.823653 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45716) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.827334 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] Made reservation on behalf of ac56ac8efe2d4a07aa0f1c7976ad8fe7 for: {'subnet': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:26.830226 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.833683 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] Request body: {'subnet': {'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-subnet', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:26.882688 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f15d456d-bb35-44d3-b99f-e415dbda81ee admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5075421 Nov 02 12:52:26.886488 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45724) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:26.887237 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] Made reservation on behalf of 9d086a8e68a94153b5d2a15d6d54fc63 for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:26.892121 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:26.907810 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] Request body: {'subnet': {'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1337603195-subnet', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:26.949617 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 44813eaf-ef4c-426e-8812-9534d97c5b8a details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:27.029548 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (9713cd00-64c3-4e76-b8a6-b846c353523d), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.062704 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] Made reservation on behalf of 7d2c4b25d8f447e99927fa32e9f35b1a for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:27.078555 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.210055 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (5c790846-1155-4e44-80f1-15983b65a735), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.219467 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:27.225206 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.241697 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] Checking segment: {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:27.242062 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] Network hostable DHCP agents. Network: 1899e874-a496-4913-9de6-503fed5c449b, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:27.336816 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9713cd00-64c3-4e76-b8a6-b846c353523d,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.355590 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] Network 1899e874-a496-4913-9de6-503fed5c449b is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:27.376351 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3804572 Nov 02 12:52:27.381876 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45752) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:27.388306 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] Request body: {'subnet': {'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-subnet', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:27.411651 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] Made reservation on behalf of 7cf71ef682d140f9b9c9c756b24cbb5b for: {'subnet': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:27.415133 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.431457 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac324e5-8913-4c32-9771-a5c857a6ea62 admin admin] Pushing event updated for resources: {'Network': ['ID=5c790846-1155-4e44-80f1-15983b65a735,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.441892 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 5c790846-1155-4e44-80f1-15983b65a735 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:27.507300 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 1899e874-a496-4913-9de6-503fed5c449b) {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:27.529986 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:27.530600 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.550723 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c0f13d-d564-4f20-809a-0ea654726480 None None] Network 1899e874-a496-4913-9de6-503fed5c449b requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:52:27.551182 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (be39322d-32aa-4e02-892a-2633640d2a27), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.592494 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-46ae1b8e-d8c7-4dcc-8ee7-a769465b3a54 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7975595 Nov 02 12:52:27.596330 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45762) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:27.614234 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:27.638047 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.703062 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.711941 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.727364 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-1899e874-a496-4913-9de6-503fed5c449b', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:52:27.730811 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.737602 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=be39322d-32aa-4e02-892a-2633640d2a27,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.787929 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] Checking segment: {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:27.788312 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] Network hostable DHCP agents. Network: 44813eaf-ef4c-426e-8812-9534d97c5b8a, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:27.809865 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] Checking segment: {'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:27.810120 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] Network hostable DHCP agents. Network: 60d337b4-4ca8-43ed-afc1-671fbf50993a, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:27.824550 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.858888 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] Network 44813eaf-ef4c-426e-8812-9534d97c5b8a is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:27.893789 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] Network 60d337b4-4ca8-43ed-afc1-671fbf50993a is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:27.903879 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 44813eaf-ef4c-426e-8812-9534d97c5b8a) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:27.916000 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:27.916971 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:27.918886 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dcb9a2-6283-45ca-aa2b-a374a0565777 None None] Network 44813eaf-ef4c-426e-8812-9534d97c5b8a requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:52:27.957536 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 60d337b4-4ca8-43ed-afc1-671fbf50993a) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:27.968997 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:27.970918 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.002119 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-4688f9da-e0c6-421c-bd88-60ec24952c3d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1744361 Nov 02 12:52:28.016061 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-17d37eee-ac39-4c59-bb58-c6d0fbe57836 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1203549 Nov 02 12:52:28.016837 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45790) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:28.017354 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 45792) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:28.024301 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:28.047229 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ead80-8bc9-47b6-b350-54496d327d22 None None] Network 60d337b4-4ca8-43ed-afc1-671fbf50993a requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:52:28.060146 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1337603195-router', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:28.098947 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Publish callbacks [] for router_controller (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), precommit_add_association {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.187200 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Allocated IP 172.20.0.2 (1899e874-a496-4913-9de6-503fed5c449b/9713cd00-64c3-4e76-b8a6-b846c353523d/4ecc42fc-a6f7-428c-b817-79d5dee9cde8) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:28.237172 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (7d37e8ce-9ef7-43f1-a534-06b3d2793c48), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.260853 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-44813eaf-ef4c-426e-8812-9534d97c5b8a', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:52:28.261891 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.263805 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (9bf8550f-04df-4f46-9c00-6558c6e71a78), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.264881 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (9bf8550f-04df-4f46-9c00-6558c6e71a78), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.300717 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (a5cb1461-ef67-475e-a6c1-7f0d379abffc), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.302347 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (a5cb1461-ef67-475e-a6c1-7f0d379abffc), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.315547 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-60d337b4-4ca8-43ed-afc1-671fbf50993a', 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a', 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'fixed_ips': [{'subnet_id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:52:28.316520 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.509449 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Publish callbacks [] for router_controller (9bf8550f-04df-4f46-9c00-6558c6e71a78), precommit_add_association {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.514210 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Publish callbacks [] for router_gateway (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.519052 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d37e8ce-9ef7-43f1-a534-06b3d2793c48,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:28.523832 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45824) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:28.556829 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Publish callbacks [] for router_controller (a5cb1461-ef67-475e-a6c1-7f0d379abffc), precommit_add_association {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.561571 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] Checking segment: {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:28.562129 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] Network hostable DHCP agents. Network: 5c790846-1155-4e44-80f1-15983b65a735, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:28.657769 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-42c39ee2-0c08-4541-903a-24ff63550e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.700783 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bd58e459-3b85-457d-bd0d-249f833a92b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.807644 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bd58e459-3b85-457d-bd0d-249f833a92b5 admin admin] Publish callbacks [] for security_group (9f4a5a7c-1381-448b-a76f-16db821207ea), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.812634 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] Network 5c790846-1155-4e44-80f1-15983b65a735 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:28.815437 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bd58e459-3b85-457d-bd0d-249f833a92b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (9f4a5a7c-1381-448b-a76f-16db821207ea), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.825339 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Publish callbacks [] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.831043 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Allocated IP 172.20.0.2 (60d337b4-4ca8-43ed-afc1-671fbf50993a/3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf/b7e36a80-1975-4f49-8050-b76422969df3) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:28.833497 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Allocated IP 172.20.0.2 (44813eaf-ef4c-426e-8812-9534d97c5b8a/be39322d-32aa-4e02-892a-2633640d2a27/723d2193-ec0e-4dc8-b2cb-8675199d6f5d) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:28.848975 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.862736 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58e459-3b85-457d-bd0d-249f833a92b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4a5a7c-1381-448b-a76f-16db821207ea,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:28.868504 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-bd58e459-3b85-457d-bd0d-249f833a92b5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2090a129b9d7453182069e28a631c253&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3432443 Nov 02 12:52:28.871329 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45834) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:28.887080 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Publish callbacks [] for router_gateway (9bf8550f-04df-4f46-9c00-6558c6e71a78), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.891802 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Publish callbacks [] for router_gateway (a5cb1461-ef67-475e-a6c1-7f0d379abffc), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.902649 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 5c790846-1155-4e44-80f1-15983b65a735) {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:28.914553 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:28.915264 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.937827 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2970d30e-10c5-4da4-9415-f18c5e2f4796 admin admin] Publish callbacks [] for security_group (9f4a5a7c-1381-448b-a76f-16db821207ea), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.978899 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2970d30e-10c5-4da4-9415-f18c5e2f4796 admin admin] Publish callbacks [] for security_group (9f4a5a7c-1381-448b-a76f-16db821207ea), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:28.980809 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45840) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:28.986617 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8514756d-81bd-4b33-a185-3a4e2452442e None None] Network 5c790846-1155-4e44-80f1-15983b65a735 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:52:28.990791 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-17576bdd-724a-41b5-93bb-81936c04f69b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6074717 Nov 02 12:52:29.001458 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Network 1899e874-a496-4913-9de6-503fed5c449b is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:29.018788 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45846) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:29.023717 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:29.029172 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:29.035004 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:29.039879 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Pushing event updated for resources: {'Port': ['ID=4ecc42fc-a6f7-428c-b817-79d5dee9cde8,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:29.092375 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (727b8b87-3420-438d-bbb5-e3d6b1542299), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.093130 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.093497 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.093854 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.094191 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.094392 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (727b8b87-3420-438d-bbb5-e3d6b1542299), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.094511 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.094832 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.095156 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.095480 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.104679 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.106832 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.107492 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.108159 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.109079 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Tracked resource versions report: Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: pushed versions: Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: { 'AddressGroup': {'1.2'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'ConntrackHelper': {'1.0'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Log': {'1.0'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Network': {'1.1'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Port': {'1.7'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'PortForwarding': {'1.2'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'QosPolicy': {'1.10'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SecurityGroup': {'1.5'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SubPort': {'1.0'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Subnet': {'1.1'}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Trunk': {'1.1'}} Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: consumer versions: Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: { DHCP agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: L3 agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: Metadata agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: Metering agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: Open vSwitch agent@dv-cinder-863278-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'ConntrackHelper': '1.0', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'LocalIPAssociation': '1.0', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Log': '1.0', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Network': '1.1', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Port': '1.7', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'PortForwarding': '1.2', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'QosPolicy': '1.10', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SecurityGroup': '1.5', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SecurityGroupRule': '1.2', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'SubPort': '1.0', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Subnet': '1.1', Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: 'Trunk': '1.1'}} Nov 02 12:52:29.111634 dv-cinder-863278-1-iscsi neutron-server[110477]: {{(pid=110477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:52:29.272753 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c4dfbf6c-02d4-4ed9-adfe-690c1da079e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.309985 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Publish callbacks [] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.353838 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Publish callbacks [] for router_gateway (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.374910 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c4dfbf6c-02d4-4ed9-adfe-690c1da079e3 admin admin] Publish callbacks [] for security_group (90cba750-c08b-4b50-8751-970e3f8b5e10), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.376143 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2970d30e-10c5-4da4-9415-f18c5e2f4796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (9f4a5a7c-1381-448b-a76f-16db821207ea), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.379415 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2970d30e-10c5-4da4-9415-f18c5e2f4796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.380996 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.385102 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-2970d30e-10c5-4da4-9415-f18c5e2f4796 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9f4a5a7c-1381-448b-a76f-16db821207ea HTTP/1.1" status: 204 len: 168 time: 0.5118680 Nov 02 12:52:29.387233 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Publish callbacks [] for router_controller (727b8b87-3420-438d-bbb5-e3d6b1542299), precommit_add_association {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.397577 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c4dfbf6c-02d4-4ed9-adfe-690c1da079e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (90cba750-c08b-4b50-8751-970e3f8b5e10), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.423280 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.427492 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970d30e-10c5-4da4-9415-f18c5e2f4796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4a5a7c-1381-448b-a76f-16db821207ea,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:29.434562 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-c4dfbf6c-02d4-4ed9-adfe-690c1da079e3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ef61ab312aa949dcaa9875fb08960e5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4525027 Nov 02 12:52:29.461385 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45854) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:29.462219 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfbf6c-02d4-4ed9-adfe-690c1da079e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cba750-c08b-4b50-8751-970e3f8b5e10,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:29.517626 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Attempting to bind port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:29.517997 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Attempting to bind port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:29.518354 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Attempting to bind port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 on network 1899e874-a496-4913-9de6-503fed5c449b {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:29.548240 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:29.549588 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Checking segment: {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:29.549994 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.550392 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Bound using segment: {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:29.552149 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Bound port: 4ecc42fc-a6f7-428c-b817-79d5dee9cde8, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:29.552580 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.583010 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.602155 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Network 44813eaf-ef4c-426e-8812-9534d97c5b8a is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:29.623322 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:29.632700 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-5c790846-1155-4e44-80f1-15983b65a735', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:52:29.633719 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.655059 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:29.662466 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Publish callbacks [] for router_gateway (727b8b87-3420-438d-bbb5-e3d6b1542299), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.750367 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9850d3c6-ddec-436b-9609-00d9ff6aecec admin admin] Publish callbacks [] for security_group (90cba750-c08b-4b50-8751-970e3f8b5e10), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.760760 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Attempting to bind port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:29.761345 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Attempting to bind port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:29.761469 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Attempting to bind port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d on network 44813eaf-ef4c-426e-8812-9534d97c5b8a {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:29.773829 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:29.774207 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Checking segment: {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:29.774638 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.775036 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Bound using segment: {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:29.775518 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Bound port: 723d2193-ec0e-4dc8-b2cb-8675199d6f5d, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:29.775896 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.779229 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9850d3c6-ddec-436b-9609-00d9ff6aecec admin admin] Publish callbacks [] for security_group (90cba750-c08b-4b50-8751-970e3f8b5e10), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.798507 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Allocated IP 172.27.4.124 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/cf2167b6-570b-44a8-9d91-a603ef290c93) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:29.850204 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9850d3c6-ddec-436b-9609-00d9ff6aecec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (90cba750-c08b-4b50-8751-970e3f8b5e10), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.852189 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] For port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:29.853384 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9850d3c6-ddec-436b-9609-00d9ff6aecec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:29.856530 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] For port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=723d2193-ec0e-4dc8-b2cb-8675199d6f5d,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:29.857823 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9850d3c6-ddec-436b-9609-00d9ff6aecec admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/90cba750-c08b-4b50-8751-970e3f8b5e10 HTTP/1.1" status: 204 len: 168 time: 0.3036153 Nov 02 12:52:29.868732 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850d3c6-ddec-436b-9609-00d9ff6aecec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cba750-c08b-4b50-8751-970e3f8b5e10,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:30.008238 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Allocated IP 172.20.0.2 (5c790846-1155-4e44-80f1-15983b65a735/7d37e8ce-9ef7-43f1-a534-06b3d2793c48/0ee4e4e1-9112-4757-83ea-f1711dd33680) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:30.020647 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Publish callbacks [] for router_gateway (9bf8550f-04df-4f46-9c00-6558c6e71a78), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.092245 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Publish callbacks [] for router_gateway (a5cb1461-ef67-475e-a6c1-7f0d379abffc), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.104096 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Publish callbacks [] for router_gateway (727b8b87-3420-438d-bbb5-e3d6b1542299), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.127567 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.145321 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.172041 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.179634 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.248271 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] For port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:30.252158 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] For port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=4ecc42fc-a6f7-428c-b817-79d5dee9cde8,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:30.309182 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Publish callbacks [] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.320600 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.331991 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.334755 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Pushing event updated for resources: {'Port': ['ID=723d2193-ec0e-4dc8-b2cb-8675199d6f5d,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:30.358615 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Publish callbacks [] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.364645 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Publish callbacks [] for port (b7e36a80-1975-4f49-8050-b76422969df3), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.381676 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (b7e36a80-1975-4f49-8050-b76422969df3), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.452323 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Network 60d337b4-4ca8-43ed-afc1-671fbf50993a is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:30.455071 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:30.491811 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:52:30.584787 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.618405 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:30.645397 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45908) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:30.658537 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Network 5c790846-1155-4e44-80f1-15983b65a735 is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:30.660098 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97e04b-aced-4f3e-9e50-e581f37924ee None None] Pushing event updated for resources: {'Port': ['ID=723d2193-ec0e-4dc8-b2cb-8675199d6f5d,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:30.663796 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:30.685839 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:30.700983 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39b95676-7fb8-4810-8d05-86f0b34fd510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:30.703314 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Allocated IP 172.27.4.73 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/384d9870-c02a-4129-b3f1-ca55c5f67098) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:30.770786 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:30.791731 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:30.808568 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:30.843663 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2167b6-570b-44a8-9d91-a603ef290c93,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:31.005333 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.008681 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Attempting to bind port b7e36a80-1975-4f49-8050-b76422969df3 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:31.019712 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Attempting to bind port b7e36a80-1975-4f49-8050-b76422969df3 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:31.020123 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Attempting to bind port b7e36a80-1975-4f49-8050-b76422969df3 on network 60d337b4-4ca8-43ed-afc1-671fbf50993a {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:31.047280 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdd9da-1bd6-4bb1-859e-06a5cfffb937 None None] Pushing event updated for resources: {'Port': ['ID=4ecc42fc-a6f7-428c-b817-79d5dee9cde8,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:31.060179 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:31.060960 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Checking segment: {'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:31.061586 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.066045 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Bound using segment: {'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:31.069235 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Bound port: b7e36a80-1975-4f49-8050-b76422969df3, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:31.069384 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (b7e36a80-1975-4f49-8050-b76422969df3), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.094325 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Publish callbacks [] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.106465 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Attempting to bind port 0ee4e4e1-9112-4757-83ea-f1711dd33680 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:31.107232 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Attempting to bind port 0ee4e4e1-9112-4757-83ea-f1711dd33680 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:31.107834 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Attempting to bind port 0ee4e4e1-9112-4757-83ea-f1711dd33680 on network 5c790846-1155-4e44-80f1-15983b65a735 {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:31.112816 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39b95676-7fb8-4810-8d05-86f0b34fd510 admin admin] Publish callbacks [] for security_group (01694e28-f332-4451-926e-c65b3d4fcd0f), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.121100 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39b95676-7fb8-4810-8d05-86f0b34fd510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (01694e28-f332-4451-926e-c65b3d4fcd0f), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.168031 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:31.170203 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Checking segment: {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:31.170947 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.173742 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Bound using segment: {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:31.174448 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Bound port: 0ee4e4e1-9112-4757-83ea-f1711dd33680, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:31.175043 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.220435 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b95676-7fb8-4810-8d05-86f0b34fd510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01694e28-f332-4451-926e-c65b3d4fcd0f,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:31.229393 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-39b95676-7fb8-4810-8d05-86f0b34fd510 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=48da814f60fa4c86a8f948e01754231a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5806499 Nov 02 12:52:31.230223 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45926) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:31.245284 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.278058 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Pushing event updated for resources: {'Port': ['ID=0ee4e4e1-9112-4757-83ea-f1711dd33680,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:31.319454 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:31.344899 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:31.351167 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b377136f-b163-4f05-b2e8-dcf14b3d0588 admin admin] Publish callbacks [] for security_group (01694e28-f332-4451-926e-c65b3d4fcd0f), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.361187 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:31.389110 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] For port b7e36a80-1975-4f49-8050-b76422969df3, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:31.413997 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Pushing event updated for resources: {'Port': ['ID=384d9870-c02a-4129-b3f1-ca55c5f67098,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:31.423127 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] For port b7e36a80-1975-4f49-8050-b76422969df3, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=b7e36a80-1975-4f49-8050-b76422969df3,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:31.426264 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] For port 0ee4e4e1-9112-4757-83ea-f1711dd33680, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:31.428541 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Pushing event updated for resources: {'Port': ['ID=b7e36a80-1975-4f49-8050-b76422969df3,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:31.432247 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] For port 0ee4e4e1-9112-4757-83ea-f1711dd33680, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=0ee4e4e1-9112-4757-83ea-f1711dd33680,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:31.436405 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (b7e36a80-1975-4f49-8050-b76422969df3), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.447414 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.478250 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b377136f-b163-4f05-b2e8-dcf14b3d0588 admin admin] Publish callbacks [] for security_group (01694e28-f332-4451-926e-c65b3d4fcd0f), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.657039 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Publish callbacks [] for router_gateway (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.723766 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Allocated IP 172.27.4.179 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/aa4acf2d-9cb5-4175-9f77-d19b0a20e480) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:31.788835 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 723d2193-ec0e-4dc8-b2cb-8675199d6f5d up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:31.887918 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Publish callbacks [] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:31.932773 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290e9f8-eb9a-4f99-a67a-f8bf1fd46eaa None None] Pushing event updated for resources: {'Port': ['ID=b7e36a80-1975-4f49-8050-b76422969df3,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:32.018873 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b377136f-b163-4f05-b2e8-dcf14b3d0588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (01694e28-f332-4451-926e-c65b3d4fcd0f), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.041533 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b377136f-b163-4f05-b2e8-dcf14b3d0588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.047477 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-b377136f-b163-4f05-b2e8-dcf14b3d0588 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/01694e28-f332-4451-926e-c65b3d4fcd0f HTTP/1.1" status: 204 len: 168 time: 0.8159618 Nov 02 12:52:32.074619 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:32.075679 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.080299 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d Nov 02 12:52:32.091522 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377136f-b163-4f05-b2e8-dcf14b3d0588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01694e28-f332-4451-926e-c65b3d4fcd0f,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:32.109515 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Publish callbacks [] for router_gateway (727b8b87-3420-438d-bbb5-e3d6b1542299), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.226137 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.239512 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db933d-26fc-4e43-84e9-465d64744b76 None None] Pushing event updated for resources: {'Port': ['ID=0ee4e4e1-9112-4757-83ea-f1711dd33680,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:32.342843 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:32.343237 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.358480 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Pushing event updated for resources: {'Port': ['ID=aa4acf2d-9cb5-4175-9f77-d19b0a20e480,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:32.407326 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:32.416072 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.473884 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:32.474598 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=723d2193-ec0e-4dc8-b2cb-8675199d6f5d,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:32.492975 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.493780 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:32.502808 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (727b8b87-3420-438d-bbb5-e3d6b1542299), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.511514 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:32.546652 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c0adc-d1a0-418f-8cbd-f6795d38522e None None] Network 1899e874-a496-4913-9de6-503fed5c449b requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:52:32.762925 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Allocated IP 172.27.4.203 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/cd074a01-66ed-49bf-8b91-4b8027b56abb) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:32.803359 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Router 727b8b87-3420-438d-bbb5-e3d6b1542299 is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:52:32.828494 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-a66aa939-4c7b-43c3-b351-c1100b8c86a0 None None] Provisioning complete for port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:32.829257 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-a66aa939-4c7b-43c3-b351-c1100b8c86a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:32.829828 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-a66aa939-4c7b-43c3-b351-c1100b8c86a0 None None] Attempt 1 to provision port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 Nov 02 12:52:32.835775 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=723d2193-ec0e-4dc8-b2cb-8675199d6f5d,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:32.912124 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f243208-f82f-4490-b7ec-218e0a9b9655 None None] Network 44813eaf-ef4c-426e-8812-9534d97c5b8a requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:52:33.003683 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.043914 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:33.056456 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Sync routers for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:33.072149 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.074630 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-8f804f72-cd77-4634-8bb1-f580ac885738 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0547764 Nov 02 12:52:33.077642 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 45988) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:33.078787 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:33.084992 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:33.102774 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:33.103251 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.103678 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 Nov 02 12:52:33.474414 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-a66aa939-4c7b-43c3-b351-c1100b8c86a0 None None] Current status of the port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:33.485562 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-a66aa939-4c7b-43c3-b351-c1100b8c86a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.493327 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:33.493922 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.513410 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b628e08-6186-4a76-8f76-9d64c38651c2 None None] Network 60d337b4-4ca8-43ed-afc1-671fbf50993a requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:52:33.627211 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Publish callbacks [] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.655947 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:33.726173 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Publish callbacks [] for router_gateway (9bf8550f-04df-4f46-9c00-6558c6e71a78), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.783109 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:52:33.807224 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-a66aa939-4c7b-43c3-b351-c1100b8c86a0 None None] For port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=4ecc42fc-a6f7-428c-b817-79d5dee9cde8,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:33.849301 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-a66aa939-4c7b-43c3-b351-c1100b8c86a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.896878 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:33.974407 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b5d941-de10-4a0b-9e7e-ee11db6dbd14 None None] Network 5c790846-1155-4e44-80f1-15983b65a735 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:52:34.059228 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:34.062473 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:34.064698 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 46020) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:34.081614 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:34.121121 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:31Z', 'revision_number': 3, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:34.163332 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Checking router: 727b8b87-3420-438d-bbb5-e3d6b1542299 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:34.163832 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Updating router 727b8b87-3420-438d-bbb5-e3d6b1542299 port 384d9870-c02a-4129-b3f1-ca55c5f67098 binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:52:34.177171 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.208719 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.263874 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Pushing event updated for resources: {'Port': ['ID=cd074a01-66ed-49bf-8b91-4b8027b56abb,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:34.300918 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Provisioning complete for port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:34.301464 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.301629 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Attempt 1 to provision port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 Nov 02 12:52:34.326303 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9f71ddcb-0bd5-444b-a548-34e9b0a34b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.374530 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.db.api [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:52:34.374886 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG oslo_db.api [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:52:34.393392 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66aa939-4c7b-43c3-b351-c1100b8c86a0 None None] Pushing event updated for resources: {'Port': ['ID=4ecc42fc-a6f7-428c-b817-79d5dee9cde8,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:34.458936 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:34.484536 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Allocated IP 172.20.0.1 (5c790846-1155-4e44-80f1-15983b65a735/7d37e8ce-9ef7-43f1-a534-06b3d2793c48/2fdf0d13-f013-4c93-b048-5375b30bc6be) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:34.510795 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Sync routers for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:34.518361 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (9bf8550f-04df-4f46-9c00-6558c6e71a78), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.554612 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:34.561759 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:34.583971 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Current status of the port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:34.684642 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Publish callbacks [] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.701881 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.703357 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-312ce060-f878-42ac-9249-6a8b2e618e42 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0982394 Nov 02 12:52:34.723206 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46036) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:34.732941 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.769843 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Publish callbacks [] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.790744 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.804110 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Provisioning complete for port 0ee4e4e1-9112-4757-83ea-f1711dd33680 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:34.818110 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.818695 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Attempt 1 to provision port 0ee4e4e1-9112-4757-83ea-f1711dd33680 Nov 02 12:52:34.848564 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Network 5c790846-1155-4e44-80f1-15983b65a735 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:34.857414 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:34.866318 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:34.866794 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (727b8b87-3420-438d-bbb5-e3d6b1542299), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.883991 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Attempting to bind port 384d9870-c02a-4129-b3f1-ca55c5f67098 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:34.884395 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Attempting to bind port 384d9870-c02a-4129-b3f1-ca55c5f67098 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:34.884918 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Attempting to bind port 384d9870-c02a-4129-b3f1-ca55c5f67098 on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:34.887228 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Pushing event updated for resources: {'Port': ['ID=384d9870-c02a-4129-b3f1-ca55c5f67098,revision_number=2']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:34.906750 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.907272 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.907770 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.908274 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.908755 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.909227 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.909694 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.910181 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.910800 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.911536 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.912332 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.912907 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.920130 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Tracked resource versions report: Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: pushed versions: Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: { 'AddressGroup': {'1.2'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'ConntrackHelper': {'1.0'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Log': {'1.0'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Network': {'1.1'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Port': {'1.7'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'PortForwarding': {'1.2'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'QosPolicy': {'1.10'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SecurityGroup': {'1.5'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SubPort': {'1.0'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Subnet': {'1.1'}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Trunk': {'1.1'}} Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: consumer versions: Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: { DHCP agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: L3 agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: Metadata agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: Metering agent@dv-cinder-863278-1-iscsi: {}, Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: Open vSwitch agent@dv-cinder-863278-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'ConntrackHelper': '1.0', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'LocalIPAssociation': '1.0', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Log': '1.0', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Network': '1.1', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Port': '1.7', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'PortForwarding': '1.2', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'QosPolicy': '1.10', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SecurityGroup': '1.5', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SecurityGroupRule': '1.2', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'SubPort': '1.0', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Subnet': '1.1', Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: 'Trunk': '1.1'}} Nov 02 12:52:34.921647 dv-cinder-863278-1-iscsi neutron-server[110478]: {{(pid=110478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:52:34.930237 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:34.932460 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:34.933060 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.936433 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:34.937123 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Bound port: 384d9870-c02a-4129-b3f1-ca55c5f67098, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:34.937677 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.940093 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Publish callbacks [] for router_gateway (a5cb1461-ef67-475e-a6c1-7f0d379abffc), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.943514 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9f71ddcb-0bd5-444b-a548-34e9b0a34b73 admin admin] Publish callbacks [] for security_group (60f9346d-ec12-4501-b5ae-989338364401), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.946106 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Router 9bf8550f-04df-4f46-9c00-6558c6e71a78 is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:52:34.990984 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9f71ddcb-0bd5-444b-a548-34e9b0a34b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (60f9346d-ec12-4501-b5ae-989338364401), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:34.995151 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Pushing event updated for resources: {'Port': ['ID=2fdf0d13-f013-4c93-b048-5375b30bc6be,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:35.002949 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:35.071067 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] For port 384d9870-c02a-4129-b3f1-ca55c5f67098, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:35.079002 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] For port 384d9870-c02a-4129-b3f1-ca55c5f67098, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=384d9870-c02a-4129-b3f1-ca55c5f67098,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:35.096258 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:35.107402 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.186304 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87dfe9-1ba0-4165-a27f-8bb9311c372b None None] Pushing event updated for resources: {'Port': ['ID=384d9870-c02a-4129-b3f1-ca55c5f67098,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:35.200589 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:35.201443 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:35.224984 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-9f71ddcb-0bd5-444b-a548-34e9b0a34b73 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d7beff57800b4322a820a692551e3e12&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1528306 Nov 02 12:52:35.228984 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 46052) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:35.253730 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71ddcb-0bd5-444b-a548-34e9b0a34b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f9346d-ec12-4501-b5ae-989338364401,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:35.269141 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Current status of the port 0ee4e4e1-9112-4757-83ea-f1711dd33680 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:35.269538 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.364048 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-391505e3-79b8-407a-86c8-326c0123795f None None] For port 0ee4e4e1-9112-4757-83ea-f1711dd33680, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=0ee4e4e1-9112-4757-83ea-f1711dd33680,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:35.384005 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.454843 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:35.632559 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:35.639683 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 723d2193-ec0e-4dc8-b2cb-8675199d6f5d up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:35.647195 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Sync routers for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:35.658912 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5f572fa4-f267-4827-84c9-505dae7a6b88 admin admin] Publish callbacks [] for security_group (60f9346d-ec12-4501-b5ae-989338364401), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.667121 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:35.667778 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:35.681330 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5f572fa4-f267-4827-84c9-505dae7a6b88 admin admin] Publish callbacks [] for security_group (60f9346d-ec12-4501-b5ae-989338364401), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.691820 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Provisioning complete for port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:35.691820 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.692243 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Attempt 1 to provision port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d Nov 02 12:52:35.703654 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.723610 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Pushing event updated for resources: {'Port': ['ID=0ee4e4e1-9112-4757-83ea-f1711dd33680,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:35.741267 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5f572fa4-f267-4827-84c9-505dae7a6b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (60f9346d-ec12-4501-b5ae-989338364401), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.744911 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5f572fa4-f267-4827-84c9-505dae7a6b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.747088 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5f572fa4-f267-4827-84c9-505dae7a6b88 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/60f9346d-ec12-4501-b5ae-989338364401 HTTP/1.1" status: 204 len: 168 time: 0.5151761 Nov 02 12:52:35.754954 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.759699 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-171917a8-8263-42bb-bb3e-f71620cfaf5f admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7405479 Nov 02 12:52:35.787626 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46060) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:35.795862 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f572fa4-f267-4827-84c9-505dae7a6b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f9346d-ec12-4501-b5ae-989338364401,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:35.797774 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:35.798184 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.798532 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d Nov 02 12:52:35.825924 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (a5cb1461-ef67-475e-a6c1-7f0d379abffc), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:35.861577 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:35.867590 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:31Z', 'revision_number': 3, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:35.981015 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Current status of the port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:35.984707 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Checking router: 8797e58f-e073-4c8d-9e3c-c8eed382cf9c for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:35.985061 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Updating router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c port cf2167b6-570b-44a8-9d91-a603ef290c93 binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:52:36.049356 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.053183 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Router a5cb1461-ef67-475e-a6c1-7f0d379abffc is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:52:36.060471 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Provisioning complete for port b7e36a80-1975-4f49-8050-b76422969df3 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:36.060841 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (b7e36a80-1975-4f49-8050-b76422969df3), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.061180 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Attempt 1 to provision port b7e36a80-1975-4f49-8050-b76422969df3 Nov 02 12:52:36.081439 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:31Z', 'revision_number': 3, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:36.126016 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80b93f-d3d9-4e0e-815c-b11154863822 None None] The sync data for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi is: [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:31Z', 'revision_number': 3, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:36.229890 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Publish callbacks [] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.241127 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:33Z', 'revision_number': 3, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:36.244116 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:36.270081 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.270804 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (727b8b87-3420-438d-bbb5-e3d6b1542299), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.275393 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.279824 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Sync routers for ids ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:36.279972 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-c2160822-ad6a-42d9-b8fb-58aa90a39f4b admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2493839 Nov 02 12:52:36.280749 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 46068) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:36.286094 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Checking router: 9bf8550f-04df-4f46-9c00-6558c6e71a78 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:36.286887 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Updating router 9bf8550f-04df-4f46-9c00-6558c6e71a78 port aa4acf2d-9cb5-4175-9f77-d19b0a20e480 binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:52:36.323483 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:36.324711 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:36.324832 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46070) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:36.342089 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.378976 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Routers {'a5cb1461-ef67-475e-a6c1-7f0d379abffc'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:36.379769 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:36.448791 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Pushing event updated for resources: {'Port': ['ID=2fdf0d13-f013-4c93-b048-5375b30bc6be,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:36.466835 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.514458 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0d3cef53-05f9-432a-9755-c396498f7bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.544436 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Current status of the port b7e36a80-1975-4f49-8050-b76422969df3 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:36.546916 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (b7e36a80-1975-4f49-8050-b76422969df3), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.669051 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-391505e3-79b8-407a-86c8-326c0123795f None None] For port b7e36a80-1975-4f49-8050-b76422969df3, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=b7e36a80-1975-4f49-8050-b76422969df3,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:36.682468 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (b7e36a80-1975-4f49-8050-b76422969df3), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.699985 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:36.700638 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.701138 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 Nov 02 12:52:36.768410 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Network 5c790846-1155-4e44-80f1-15983b65a735 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:36.787039 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Set router a5cb1461-ef67-475e-a6c1-7f0d379abffc gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:36.808802 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Publish callbacks [] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.819007 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.835544 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:36.860719 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Attempting to bind port aa4acf2d-9cb5-4175-9f77-d19b0a20e480 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:36.861314 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Attempting to bind port aa4acf2d-9cb5-4175-9f77-d19b0a20e480 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:36.861802 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Attempting to bind port aa4acf2d-9cb5-4175-9f77-d19b0a20e480 on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:36.871546 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:36.872741 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:36.873264 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:36.873762 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:36.874366 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Bound port: aa4acf2d-9cb5-4175-9f77-d19b0a20e480, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:36.874895 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.014061 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391505e3-79b8-407a-86c8-326c0123795f None None] Pushing event updated for resources: {'Port': ['ID=b7e36a80-1975-4f49-8050-b76422969df3,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:37.040726 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.069028 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] For port aa4acf2d-9cb5-4175-9f77-d19b0a20e480, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:37.073158 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] For port aa4acf2d-9cb5-4175-9f77-d19b0a20e480, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=aa4acf2d-9cb5-4175-9f77-d19b0a20e480,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:37.109450 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.121728 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Provisioning complete for port 0ee4e4e1-9112-4757-83ea-f1711dd33680 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:37.122229 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.122333 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Attempt 1 to provision port 0ee4e4e1-9112-4757-83ea-f1711dd33680 Nov 02 12:52:37.131972 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:37.133018 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:37.165847 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Allocated IP 172.20.0.1 (1899e874-a496-4913-9de6-503fed5c449b/9713cd00-64c3-4e76-b8a6-b846c353523d/31d0a29a-beeb-43d0-8747-3903a38d63c1) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:37.204140 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0d3cef53-05f9-432a-9755-c396498f7bdc admin admin] Publish callbacks [] for security_group (31fb9608-6bbb-4a03-995b-cf06bc4570a7), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.284744 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0d3cef53-05f9-432a-9755-c396498f7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (31fb9608-6bbb-4a03-995b-cf06bc4570a7), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.292498 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:37.308962 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:37.310090 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device b7e36a80-1975-4f49-8050-b76422969df3 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:37.359335 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Allocated IP 172.20.0.1 (60d337b4-4ca8-43ed-afc1-671fbf50993a/3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf/77ac93ad-df6d-446d-a5f9-c2be81c4b51a) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:37.450948 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-0d3cef53-05f9-432a-9755-c396498f7bdc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7850f4e57258461d975baa9766b4cb6e&name=default HTTP/1.1" status: 200 len: 2994 time: 1.1219015 Nov 02 12:52:37.479719 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46082) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:37.480687 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cef53-05f9-432a-9755-c396498f7bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb9608-6bbb-4a03-995b-cf06bc4570a7,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:37.504627 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Current status of the port 0ee4e4e1-9112-4757-83ea-f1711dd33680 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:37.510769 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Router 727b8b87-3420-438d-bbb5-e3d6b1542299 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:37.512145 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Publish callbacks [] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.521053 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Publish callbacks [] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.549806 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.561312 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.573140 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025bc4a-5019-4556-a0c3-791d4edebeab None None] Pushing event updated for resources: {'Port': ['ID=aa4acf2d-9cb5-4175-9f77-d19b0a20e480,revision_number=2']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:37.577870 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.594081 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Network 60d337b4-4ca8-43ed-afc1-671fbf50993a is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:37.601697 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port b7e36a80-1975-4f49-8050-b76422969df3 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:37.602076 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (b7e36a80-1975-4f49-8050-b76422969df3), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.602517 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port b7e36a80-1975-4f49-8050-b76422969df3 Nov 02 12:52:37.615887 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:37.624485 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'name': 'tempest-DeleteServersTestJSON-1337603195-router', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203'}], 'enable_snat': True}, 'gw_port_id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:34Z', 'revision_number': 3, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'gw_port': {'id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:37.631217 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:37.632008 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (a5cb1461-ef67-475e-a6c1-7f0d379abffc), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.643794 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025bc4a-5019-4556-a0c3-791d4edebeab None None] Pushing event updated for resources: {'Port': ['ID=aa4acf2d-9cb5-4175-9f77-d19b0a20e480,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:37.671071 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Attempting to bind port cf2167b6-570b-44a8-9d91-a603ef290c93 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:37.671486 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Attempting to bind port cf2167b6-570b-44a8-9d91-a603ef290c93 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:37.671853 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Attempting to bind port cf2167b6-570b-44a8-9d91-a603ef290c93 on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:37.674167 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Provisioning complete for port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:37.674538 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.674871 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Attempt 1 to provision port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d Nov 02 12:52:37.696327 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:33Z', 'revision_number': 3, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:37.767583 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Checking router: a5cb1461-ef67-475e-a6c1-7f0d379abffc for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:37.767583 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Updating router a5cb1461-ef67-475e-a6c1-7f0d379abffc port cd074a01-66ed-49bf-8b91-4b8027b56abb binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:52:37.775162 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:37.775546 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:37.775954 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.776398 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:37.776887 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Bound port: cf2167b6-570b-44a8-9d91-a603ef290c93, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:37.777336 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.803114 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615eb8d-3db6-4199-81be-f94ca1dd6263 None None] The sync data for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi is: [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:33Z', 'revision_number': 3, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:37.822880 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Pushing event updated for resources: {'Port': ['ID=77ac93ad-df6d-446d-a5f9-c2be81c4b51a,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:37.832409 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Publish callbacks [] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.837744 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bee99-1877-4fae-a573-c7ee79f60600 None None] Pushing event updated for resources: {'Port': ['ID=cf2167b6-570b-44a8-9d91-a603ef290c93,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:37.889568 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:37.915426 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-77409529-49f4-4f2a-853e-f45319ce205c admin admin] Publish callbacks [] for security_group (31fb9608-6bbb-4a03-995b-cf06bc4570a7), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.042311 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-77409529-49f4-4f2a-853e-f45319ce205c admin admin] Publish callbacks [] for security_group (31fb9608-6bbb-4a03-995b-cf06bc4570a7), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.089711 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] For port cf2167b6-570b-44a8-9d91-a603ef290c93, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:38.105432 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:38.118798 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-24f08b0e-96fa-4e8d-851f-c8857b8116ad admin admin] 10.222.0.90 "PUT /v2.0/routers/727b8b87-3420-438d-bbb5-e3d6b1542299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0397644 Nov 02 12:52:38.123020 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.134738 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.148304 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] For port cf2167b6-570b-44a8-9d91-a603ef290c93, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=cf2167b6-570b-44a8-9d91-a603ef290c93,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:38.203619 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Network 1899e874-a496-4913-9de6-503fed5c449b is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:38.227046 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:38.232017 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Pushing event updated for resources: {'Port': ['ID=31d0a29a-beeb-43d0-8747-3903a38d63c1,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:38.267282 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:38.268085 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.284575 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-77409529-49f4-4f2a-853e-f45319ce205c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (31fb9608-6bbb-4a03-995b-cf06bc4570a7), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.287031 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-77409529-49f4-4f2a-853e-f45319ce205c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.287820 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-77409529-49f4-4f2a-853e-f45319ce205c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/31fb9608-6bbb-4a03-995b-cf06bc4570a7 HTTP/1.1" status: 204 len: 168 time: 0.8004146 Nov 02 12:52:38.427685 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Allocated IP 172.20.0.1 (44813eaf-ef4c-426e-8812-9534d97c5b8a/be39322d-32aa-4e02-892a-2633640d2a27/437f274e-cc54-4d5b-b9c4-60da7a7b152c) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:38.460239 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77409529-49f4-4f2a-853e-f45319ce205c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb9608-6bbb-4a03-995b-cf06bc4570a7,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:38.559850 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Publish callbacks [] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.567853 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.568276 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (a5cb1461-ef67-475e-a6c1-7f0d379abffc), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.625411 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Pushing event updated for resources: {'Port': ['ID=77ac93ad-df6d-446d-a5f9-c2be81c4b51a,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:38.650378 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:38.735558 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Current status of the port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:38.756302 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port b7e36a80-1975-4f49-8050-b76422969df3 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:38.757894 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 0ee4e4e1-9112-4757-83ea-f1711dd33680 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:38.765437 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Network 60d337b4-4ca8-43ed-afc1-671fbf50993a is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:38.766996 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:38.889921 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:38.891050 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:38.952123 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Publish callbacks [] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.023579 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Sync routers for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:39.029797 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Router a5cb1461-ef67-475e-a6c1-7f0d379abffc has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:39.044909 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:39.045558 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:39.079655 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:39.111618 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.181703 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Provisioning complete for port 2fdf0d13-f013-4c93-b048-5375b30bc6be triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:39.182225 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.184090 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Attempt 1 to provision port 2fdf0d13-f013-4c93-b048-5375b30bc6be Nov 02 12:52:39.227897 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.242685 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Network 44813eaf-ef4c-426e-8812-9534d97c5b8a is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:39.248296 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bee99-1877-4fae-a573-c7ee79f60600 None None] Pushing event updated for resources: {'Port': ['ID=cf2167b6-570b-44a8-9d91-a603ef290c93,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:39.297701 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:39.312118 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-e0c38d95-9465-45f9-9162-fb73cae9226c admin admin] 10.222.0.90 "PUT /v2.0/routers/a5cb1461-ef67-475e-a6c1-7f0d379abffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0299180 Nov 02 12:52:39.313147 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:39.322194 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Pushing event updated for resources: {'Port': ['ID=437f274e-cc54-4d5b-b9c4-60da7a7b152c,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:39.336190 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Port 2fdf0d13-f013-4c93-b048-5375b30bc6be cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:39.351986 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 0ee4e4e1-9112-4757-83ea-f1711dd33680 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:39.352407 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.352733 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 0ee4e4e1-9112-4757-83ea-f1711dd33680 Nov 02 12:52:39.384245 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 46130) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:39.390586 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-81c627b0-f5e1-455a-827d-dd762ab4d612 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032031682', 'description': 'tempest-description--6080964'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:39.403044 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:39.427657 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:39.429362 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (9bf8550f-04df-4f46-9c00-6558c6e71a78), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.446760 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-81c627b0-f5e1-455a-827d-dd762ab4d612 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.553878 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Publish callbacks [] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.575696 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.615412 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-81c627b0-f5e1-455a-827d-dd762ab4d612 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (846d631a-5014-4aa0-8c48-ce54e5096d88), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.621864 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-81c627b0-f5e1-455a-827d-dd762ab4d612 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (846d631a-5014-4aa0-8c48-ce54e5096d88), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.735844 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-81c627b0-f5e1-455a-827d-dd762ab4d612 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.742699 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46144) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:39.747711 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-81c627b0-f5e1-455a-827d-dd762ab4d612 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3620191 Nov 02 12:52:39.758890 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c627b0-f5e1-455a-827d-dd762ab4d612 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846d631a-5014-4aa0-8c48-ce54e5096d88,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:39.786237 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-4cb241fe-604b-4dd5-a8fd-5b9d0996e855 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'security_group_rule': {'security_group_id': '846d631a-5014-4aa0-8c48-ce54e5096d88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:39.844451 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Attempt 2 to provision port 2fdf0d13-f013-4c93-b048-5375b30bc6be Nov 02 12:52:39.882327 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.892880 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300fa7c-cdec-4154-a52f-40c2c8d89d61 None None] Pushing event updated for resources: {'Port': ['ID=cd074a01-66ed-49bf-8b91-4b8027b56abb,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:39.901533 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Attempting to bind port cd074a01-66ed-49bf-8b91-4b8027b56abb on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:39.901917 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Attempting to bind port cd074a01-66ed-49bf-8b91-4b8027b56abb by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:39.902328 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Attempting to bind port cd074a01-66ed-49bf-8b91-4b8027b56abb on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:39.911872 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4cb241fe-604b-4dd5-a8fd-5b9d0996e855 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (326bd4b7-b174-4ffd-b3a0-36c860308430), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.952787 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 2, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:39.953696 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:39.954080 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:39.954488 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.954886 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:39.955386 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Bound port: cd074a01-66ed-49bf-8b91-4b8027b56abb, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:39.955766 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.985296 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Checking router: 727b8b87-3420-438d-bbb5-e3d6b1542299 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:39.985984 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Updating router 727b8b87-3420-438d-bbb5-e3d6b1542299 port 2fdf0d13-f013-4c93-b048-5375b30bc6be binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:52:40.022334 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Port 2fdf0d13-f013-4c93-b048-5375b30bc6be cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:40.026160 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 0ee4e4e1-9112-4757-83ea-f1711dd33680 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:40.026882 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.091170 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] For port cd074a01-66ed-49bf-8b91-4b8027b56abb, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:40.098344 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] For port cd074a01-66ed-49bf-8b91-4b8027b56abb, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=cd074a01-66ed-49bf-8b91-4b8027b56abb,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:40.114359 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:31Z', 'revision_number': 3, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:40.127804 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.131498 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 46172) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:40.134185 dv-cinder-863278-1-iscsi neutron-server[110475]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 12:52:40.148638 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4cb241fe-604b-4dd5-a8fd-5b9d0996e855 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (326bd4b7-b174-4ffd-b3a0-36c860308430), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.180956 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4cb241fe-604b-4dd5-a8fd-5b9d0996e855 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (326bd4b7-b174-4ffd-b3a0-36c860308430), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.248239 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb241fe-604b-4dd5-a8fd-5b9d0996e855 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326bd4b7-b174-4ffd-b3a0-36c860308430,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:40.249305 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a199a4-0a95-481a-9a21-27061b6ca98f None None] The sync data for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi is: [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:31Z', 'revision_number': 3, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:40.283838 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Routers {'a5cb1461-ef67-475e-a6c1-7f0d379abffc'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:40.286663 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:40.294862 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Publish callbacks [] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.311439 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4cb241fe-604b-4dd5-a8fd-5b9d0996e855 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.312711 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-4cb241fe-604b-4dd5-a8fd-5b9d0996e855 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5686963 Nov 02 12:52:40.317562 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.318790 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.330591 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46178) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:40.411967 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-4250aa77-e62d-4883-b165-09e02463e9b2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'security_group_rule': {'security_group_id': '846d631a-5014-4aa0-8c48-ce54e5096d88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:40.418710 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Pushing event updated for resources: {'Port': ['ID=31d0a29a-beeb-43d0-8747-3903a38d63c1,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:40.419731 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 384d9870-c02a-4129-b3f1-ca55c5f67098 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:40.485519 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300fa7c-cdec-4154-a52f-40c2c8d89d61 None None] Pushing event updated for resources: {'Port': ['ID=cd074a01-66ed-49bf-8b91-4b8027b56abb,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:40.532948 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa47f9-af77-484d-992b-de29350dfd18 req-f0cd39ef-73d6-4856-a3eb-9a9bde0c1008 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:40.550083 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-f0cd39ef-73d6-4856-a3eb-9a9bde0c1008 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/networks?id=60d337b4-4ca8-43ed-afc1-671fbf50993a HTTP/1.1" status: 200 len: 812 time: 0.4170387 Nov 02 12:52:40.577051 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Attempt 3 to provision port 2fdf0d13-f013-4c93-b048-5375b30bc6be Nov 02 12:52:40.584540 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-cd62ca1c-3be9-4550-9914-4e32bf279671 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/quotas/7d2c4b25d8f447e99927fa32e9f35b1a HTTP/1.1" status: 200 len: 375 time: 0.0310140 Nov 02 12:52:40.643865 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] Set router a5cb1461-ef67-475e-a6c1-7f0d379abffc gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:40.646574 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Port 2fdf0d13-f013-4c93-b048-5375b30bc6be cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:40.651291 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Network 1899e874-a496-4913-9de6-503fed5c449b is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:40.652497 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4250aa77-e62d-4883-b165-09e02463e9b2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (bcaff50b-9e68-4c63-a6fb-a87164f43076), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.682092 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:40.769531 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Publish callbacks [] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.786646 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.862336 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Publish callbacks [] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.878127 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-9f86c90c-631e-4887-877f-118cc630ff8b tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=7d2c4b25d8f447e99927fa32e9f35b1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2851081 Nov 02 12:52:40.917290 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.918254 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (9bf8550f-04df-4f46-9c00-6558c6e71a78), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.935472 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 384d9870-c02a-4129-b3f1-ca55c5f67098 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:40.936888 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:40.938081 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 384d9870-c02a-4129-b3f1-ca55c5f67098 Nov 02 12:52:41.019292 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c383f2f-c346-4a15-a4bb-1638d407eebb None None] Pushing event updated for resources: {'Port': ['ID=2fdf0d13-f013-4c93-b048-5375b30bc6be,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:41.070924 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Attempting to bind port 2fdf0d13-f013-4c93-b048-5375b30bc6be on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:41.071532 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Attempting to bind port 2fdf0d13-f013-4c93-b048-5375b30bc6be by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:41.071876 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Attempting to bind port 2fdf0d13-f013-4c93-b048-5375b30bc6be on network 5c790846-1155-4e44-80f1-15983b65a735 {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:41.084003 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:41.085199 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Checking segment: {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:41.087317 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.087972 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Bound using segment: {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:41.088596 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Bound port: 2fdf0d13-f013-4c93-b048-5375b30bc6be, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:41.089724 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.168654 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Attempt 4 to provision port 2fdf0d13-f013-4c93-b048-5375b30bc6be Nov 02 12:52:41.200323 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Network 44813eaf-ef4c-426e-8812-9534d97c5b8a is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:41.242949 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:41.259303 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] For port 2fdf0d13-f013-4c93-b048-5375b30bc6be, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:41.272547 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] For port 2fdf0d13-f013-4c93-b048-5375b30bc6be, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=2fdf0d13-f013-4c93-b048-5375b30bc6be,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:41.289123 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 384d9870-c02a-4129-b3f1-ca55c5f67098 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:41.290814 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.292849 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.313482 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4250aa77-e62d-4883-b165-09e02463e9b2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (bcaff50b-9e68-4c63-a6fb-a87164f43076), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.360409 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4250aa77-e62d-4883-b165-09e02463e9b2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (bcaff50b-9e68-4c63-a6fb-a87164f43076), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.361184 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Port 2fdf0d13-f013-4c93-b048-5375b30bc6be cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:41.388775 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:41.389880 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:41.392365 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ee70600f-e7de-4494-950f-5a76b92b05b9 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:52:41.393651 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ee70600f-e7de-4494-950f-5a76b92b05b9 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2383416 Nov 02 12:52:41.422483 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port 384d9870-c02a-4129-b3f1-ca55c5f67098, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=384d9870-c02a-4129-b3f1-ca55c5f67098,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:41.435552 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.436435 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4250aa77-e62d-4883-b165-09e02463e9b2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.437814 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-4250aa77-e62d-4883-b165-09e02463e9b2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0295355 Nov 02 12:52:41.440986 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 46210) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:41.442800 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device aa4acf2d-9cb5-4175-9f77-d19b0a20e480 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:41.457504 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:41.474530 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Pushing event updated for resources: {'Port': ['ID=437f274e-cc54-4d5b-b9c4-60da7a7b152c,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:41.505542 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250aa77-e62d-4883-b165-09e02463e9b2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcaff50b-9e68-4c63-a6fb-a87164f43076,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:41.574913 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.587056 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:41.588944 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:41.636535 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'name': 'tempest-DeleteServersTestJSON-1337603195-router', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203'}], 'enable_snat': True}, 'gw_port_id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'gw_port': {'id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '77ac93ad-df6d-446d-a5f9-c2be81c4b51a', 'name': '', 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'mac_address': 'fa:16:3e:42:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 2, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'subnets': [{'id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:41.654077 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Router 9bf8550f-04df-4f46-9c00-6558c6e71a78 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:41.709594 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-84b51e0b-cdcd-40ea-a08d-1cc13c45d723 service neutron] 10.222.0.90 "GET /v2.0/networks/60d337b4-4ca8-43ed-afc1-671fbf50993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064244 Nov 02 12:52:41.763610 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4700a-8b3b-4451-a905-5249a69b65b2 None None] The sync data for ids ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'] in dv-cinder-863278-1-iscsi is: [{'id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'name': 'tempest-DeleteServersTestJSON-1337603195-router', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203'}], 'enable_snat': True}, 'gw_port_id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'gw_port': {'id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '77ac93ad-df6d-446d-a5f9-c2be81c4b51a', 'name': '', 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'mac_address': 'fa:16:3e:42:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 2, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'subnets': [{'id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:41.783187 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port aa4acf2d-9cb5-4175-9f77-d19b0a20e480 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:41.783572 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.784473 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port aa4acf2d-9cb5-4175-9f77-d19b0a20e480 Nov 02 12:52:41.885657 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Attempt 5 to provision port 2fdf0d13-f013-4c93-b048-5375b30bc6be Nov 02 12:52:41.920152 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c383f2f-c346-4a15-a4bb-1638d407eebb None None] Pushing event updated for resources: {'Port': ['ID=2fdf0d13-f013-4c93-b048-5375b30bc6be,revision_number=4']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:42.000110 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:42.007451 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9e6f6111-ac80-49fc-ab5b-589e6ea49f7e admin admin] 10.222.0.90 "PUT /v2.0/routers/8797e58f-e073-4c8d-9e3c-c8eed382cf9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2831230 Nov 02 12:52:42.077426 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-41ed87d0-fc9b-4e14-ba35-94ffc15be6b9 service neutron] 10.222.0.90 "GET /v2.0/networks/60d337b4-4ca8-43ed-afc1-671fbf50993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494971 Nov 02 12:52:42.185077 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.206729 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:42.208719 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=384d9870-c02a-4129-b3f1-ca55c5f67098,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:42.228246 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-ae3dde9c-57e1-4139-a660-31b5fb60c8cd admin admin] 10.222.0.90 "PUT /v2.0/routers/9bf8550f-04df-4f46-9c00-6558c6e71a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4293718 Nov 02 12:52:42.249926 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Sync routers for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:42.446906 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:42.447552 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:42.638786 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:42.731963 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77c7cd3-5786-4f44-b281-e691dcb03bbb None None] The sync data for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi is: [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:42.759362 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port aa4acf2d-9cb5-4175-9f77-d19b0a20e480 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:42.759829 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.819918 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Current status of the port 2fdf0d13-f013-4c93-b048-5375b30bc6be is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:42.820552 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:42.831003 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Allocated IP 172.27.4.46 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/0a496590-97e1-4bdb-aa1b-6e63a987421f) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:42.839893 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-616a43f4-7566-43bc-a0da-ed88c7b989a4 req-30a30727-6e3a-4e70-be96-939e4de98833 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.2031405 Nov 02 12:52:43.033035 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port aa4acf2d-9cb5-4175-9f77-d19b0a20e480, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=aa4acf2d-9cb5-4175-9f77-d19b0a20e480,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:43.052518 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.053400 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device b7e36a80-1975-4f49-8050-b76422969df3 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:43.107479 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46294) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:43.114057 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-e699bfaf-50e5-440a-bc61-c1df23044de5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145855199', 'description': 'tempest-description--1761734549'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:43.192143 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e699bfaf-50e5-440a-bc61-c1df23044de5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.195558 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for port (0a496590-97e1-4bdb-aa1b-6e63a987421f), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.326803 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (0a496590-97e1-4bdb-aa1b-6e63a987421f), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.371473 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:43.395316 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] For port 2fdf0d13-f013-4c93-b048-5375b30bc6be, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=2fdf0d13-f013-4c93-b048-5375b30bc6be,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:43.444182 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'Port': ['ID=0a496590-97e1-4bdb-aa1b-6e63a987421f,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:43.446800 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e699bfaf-50e5-440a-bc61-c1df23044de5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (fde5b02a-6c52-446f-a9eb-f684fb5a1f6c), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.481140 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e699bfaf-50e5-440a-bc61-c1df23044de5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (fde5b02a-6c52-446f-a9eb-f684fb5a1f6c), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.538929 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:43.542148 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.548463 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:43.552953 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:43.558974 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699bfaf-50e5-440a-bc61-c1df23044de5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:43.575003 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e699bfaf-50e5-440a-bc61-c1df23044de5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.576443 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e699bfaf-50e5-440a-bc61-c1df23044de5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4674065 Nov 02 12:52:43.581714 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46334) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:43.586376 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-4995dcd3-3344-4808-9436-572b931d1174 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'security_group_rule': {'security_group_id': 'fde5b02a-6c52-446f-a9eb-f684fb5a1f6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:43.655078 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4995dcd3-3344-4808-9436-572b931d1174 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (cb6f7c35-3c13-4c2d-ac03-0f594dfb4ff2), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.666601 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=aa4acf2d-9cb5-4175-9f77-d19b0a20e480,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:43.742575 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Sync routers for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:43.758143 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:43.759965 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:43.893845 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (6fae4601-6170-4418-a101-d4c6893af0e9), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.894033 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Pushing event updated for resources: {'Port': ['ID=2fdf0d13-f013-4c93-b048-5375b30bc6be,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:43.930435 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Provisioning complete for port b7e36a80-1975-4f49-8050-b76422969df3 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:43.931358 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (b7e36a80-1975-4f49-8050-b76422969df3), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.932528 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Attempt 1 to provision port b7e36a80-1975-4f49-8050-b76422969df3 Nov 02 12:52:43.953173 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4995dcd3-3344-4808-9436-572b931d1174 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (cb6f7c35-3c13-4c2d-ac03-0f594dfb4ff2), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.959428 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (0a496590-97e1-4bdb-aa1b-6e63a987421f), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:43.964506 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4995dcd3-3344-4808-9436-572b931d1174 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (cb6f7c35-3c13-4c2d-ac03-0f594dfb4ff2), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.046034 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995dcd3-3344-4808-9436-572b931d1174 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6f7c35-3c13-4c2d-ac03-0f594dfb4ff2,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:44.061855 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4995dcd3-3344-4808-9436-572b931d1174 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.082151 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-4995dcd3-3344-4808-9436-572b931d1174 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4991503 Nov 02 12:52:44.086400 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46358) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.086768 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46360) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.106120 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-bbd22265-abd4-4a7d-b42f-51d3ded38410 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'security_group_rule': {'security_group_id': 'fde5b02a-6c52-446f-a9eb-f684fb5a1f6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:44.113116 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:44.128732 dv-cinder-863278-1-iscsi neutron-server[110476]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 12:52:44.237593 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for port (0a496590-97e1-4bdb-aa1b-6e63a987421f), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.276058 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-51b82da6-8487-43a3-af86-bb7632ea682c req-027510e0-e7bc-42a2-9804-d2da18636a47 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.1489615 Nov 02 12:52:44.284030 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (0a496590-97e1-4bdb-aa1b-6e63a987421f), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.286468 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (6fae4601-6170-4418-a101-d4c6893af0e9), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.329406 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bbd22265-abd4-4a7d-b42f-51d3ded38410 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (700bd033-ae4c-46ee-8516-427ce4190652), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.335192 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port b7e36a80-1975-4f49-8050-b76422969df3 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:44.340735 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (b7e36a80-1975-4f49-8050-b76422969df3), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.341564 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port b7e36a80-1975-4f49-8050-b76422969df3 Nov 02 12:52:44.467448 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bbd22265-abd4-4a7d-b42f-51d3ded38410 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (700bd033-ae4c-46ee-8516-427ce4190652), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.475601 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bbd22265-abd4-4a7d-b42f-51d3ded38410 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (700bd033-ae4c-46ee-8516-427ce4190652), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.513910 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd22265-abd4-4a7d-b42f-51d3ded38410 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700bd033-ae4c-46ee-8516-427ce4190652,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:44.524504 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.525587 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0829327 Nov 02 12:52:44.564527 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-8a5f5581-aac7-4081-a96e-0f0edef23b13 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:44.570952 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bbd22265-abd4-4a7d-b42f-51d3ded38410 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.575684 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-bbd22265-abd4-4a7d-b42f-51d3ded38410 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4815223 Nov 02 12:52:44.580252 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46384) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:44.580836 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-8a5f5581-aac7-4081-a96e-0f0edef23b13 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 819 time: 1.2613149 Nov 02 12:52:44.593539 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:44.667336 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.704853 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-b4c6d39b-7879-49b0-9bdb-71186c531dd2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/quotas/9d086a8e68a94153b5d2a15d6d54fc63 HTTP/1.1" status: 200 len: 375 time: 0.1228709 Nov 02 12:52:44.709306 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a8175-bb64-42b2-a21d-3d0fb886360f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'Port': ['ID=0a496590-97e1-4bdb-aa1b-6e63a987421f,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:44.729120 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 2, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:44.829945 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-146a4755-92c1-49ca-b52f-d53c2cdfc0f5 None None] Current status of the port b7e36a80-1975-4f49-8050-b76422969df3 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:44.839828 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Checking router: 8797e58f-e073-4c8d-9e3c-c8eed382cf9c for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:44.840413 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Updating router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c port 31d0a29a-beeb-43d0-8747-3903a38d63c1 binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:52:44.885326 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-25543740-8ecc-4614-aafa-c403659d5a03 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1780217 Nov 02 12:52:44.903596 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.920537 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:40Z', 'revision_number': 2, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:44.925582 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.966857 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port b7e36a80-1975-4f49-8050-b76422969df3 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:44.968005 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 0ee4e4e1-9112-4757-83ea-f1711dd33680 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:44.971018 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Checking router: 9bf8550f-04df-4f46-9c00-6558c6e71a78 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:44.971378 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Updating router 9bf8550f-04df-4f46-9c00-6558c6e71a78 port 437f274e-cc54-4d5b-b9c4-60da7a7b152c binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:52:45.135321 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Provisioning complete for port 437f274e-cc54-4d5b-b9c4-60da7a7b152c triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:45.135695 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.136032 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Attempt 1 to provision port 437f274e-cc54-4d5b-b9c4-60da7a7b152c Nov 02 12:52:45.146696 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.235880 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-821b12f2-e6e4-4701-b836-4875771b7b73 service neutron] 10.222.0.90 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434169 Nov 02 12:52:45.292910 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.551276 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-76aa905e-384f-4985-96dd-69be4a034a12 service neutron] 10.222.0.90 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066943 Nov 02 12:52:45.565291 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-3d8a89a6-726e-42a5-8769-3b05cb95a442 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1032031682&fields=id&tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b HTTP/1.1" status: 200 len: 267 time: 0.2752604 Nov 02 12:52:45.582860 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Port 437f274e-cc54-4d5b-b9c4-60da7a7b152c cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:45.721707 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 0ee4e4e1-9112-4757-83ea-f1711dd33680 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:45.722189 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.722416 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 0ee4e4e1-9112-4757-83ea-f1711dd33680 Nov 02 12:52:45.734493 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Publish callbacks [] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.753884 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.776580 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Allocated IP 172.27.4.87 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/8a68b91e-9db4-482d-8770-eed207495232) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:45.850663 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d398e-dc55-4d51-8fbf-69d04177bcf6 None None] Pushing event updated for resources: {'Port': ['ID=31d0a29a-beeb-43d0-8747-3903a38d63c1,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:45.922056 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Attempting to bind port 31d0a29a-beeb-43d0-8747-3903a38d63c1 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:45.922690 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Attempting to bind port 31d0a29a-beeb-43d0-8747-3903a38d63c1 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:45.923217 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Attempting to bind port 31d0a29a-beeb-43d0-8747-3903a38d63c1 on network 1899e874-a496-4913-9de6-503fed5c449b {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:45.929182 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:45.929791 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Checking segment: {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:45.930433 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.930987 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Bound using segment: {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:45.931732 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Bound port: 31d0a29a-beeb-43d0-8747-3903a38d63c1, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:45.932546 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.066010 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for port (8a68b91e-9db4-482d-8770-eed207495232), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.077439 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] For port 31d0a29a-beeb-43d0-8747-3903a38d63c1, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:46.089156 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] For port 31d0a29a-beeb-43d0-8747-3903a38d63c1, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=31d0a29a-beeb-43d0-8747-3903a38d63c1,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:46.103531 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.133913 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Attempt 2 to provision port 437f274e-cc54-4d5b-b9c4-60da7a7b152c Nov 02 12:52:46.135817 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 0ee4e4e1-9112-4757-83ea-f1711dd33680 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:46.288775 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d398e-dc55-4d51-8fbf-69d04177bcf6 None None] Pushing event updated for resources: {'Port': ['ID=31d0a29a-beeb-43d0-8747-3903a38d63c1,revision_number=4']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:46.323476 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-2460219e-f6ca-42ab-ba19-16267ff05af8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:46.334382 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-2460219e-f6ca-42ab-ba19-16267ff05af8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 817 time: 0.7676220 Nov 02 12:52:46.335875 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:46.336796 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:46.359456 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-6b1e1691-81e6-4824-8a1a-d5b0e08286bb tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/quotas/7cf71ef682d140f9b9c9c756b24cbb5b HTTP/1.1" status: 200 len: 375 time: 0.0240662 Nov 02 12:52:46.410351 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (8a68b91e-9db4-482d-8770-eed207495232), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.426896 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Port 437f274e-cc54-4d5b-b9c4-60da7a7b152c cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:46.517643 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-71cddd36-63a0-41f0-b121-16d24299788b req-e21bb47b-dfe9-41db-8d41-ed8023bc5a5b tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0867240 Nov 02 12:52:46.532143 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Publish callbacks [] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.535050 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.105', 56480) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:46.546013 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:46.645086 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device aa4acf2d-9cb5-4175-9f77-d19b0a20e480 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:46.691485 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:46.703273 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:46.756774 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:46.766407 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:46.787509 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa47f9-af77-484d-992b-de29350dfd18 req-7b3ce5a1-ee22-4a0e-92cd-d2364833fda4 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:46.788927 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-7b3ce5a1-ee22-4a0e-92cd-d2364833fda4 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.105 "GET /v2.0/networks?id=60d337b4-4ca8-43ed-afc1-671fbf50993a HTTP/1.1" status: 200 len: 812 time: 0.2523751 Nov 02 12:52:46.821302 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f909ad46-1599-4e8a-9d94-6cd706ed35ee req-b6eef1d5-9979-4c77-a08f-e8fb3f7d7873 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 210 time: 0.0313616 Nov 02 12:52:46.830546 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-9c8aadef-caf5-4bd6-a187-6c60262f35ae tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4626465 Nov 02 12:52:46.831524 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'Port': ['ID=8a68b91e-9db4-482d-8770-eed207495232,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:46.884099 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Request body: {'port': {'device_id': '980d235a-d1e0-4688-97c4-2e18bb50b977', 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a', 'admin_state_up': True, 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:46.911384 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46524) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:46.968859 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Attempt 3 to provision port 437f274e-cc54-4d5b-b9c4-60da7a7b152c Nov 02 12:52:46.973949 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Attempting to bind port 437f274e-cc54-4d5b-b9c4-60da7a7b152c on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:46.974319 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Attempting to bind port 437f274e-cc54-4d5b-b9c4-60da7a7b152c by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:46.974689 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Attempting to bind port 437f274e-cc54-4d5b-b9c4-60da7a7b152c on network 44813eaf-ef4c-426e-8812-9534d97c5b8a {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:46.981084 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d481f-756b-45a7-be32-060fbd2293e6 None None] Pushing event updated for resources: {'Port': ['ID=437f274e-cc54-4d5b-b9c4-60da7a7b152c,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:47.054209 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:47.054506 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Checking segment: {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:47.054919 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.055340 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Bound using segment: {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:47.055984 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Bound port: 437f274e-cc54-4d5b-b9c4-60da7a7b152c, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:47.056438 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.137142 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (d74e612c-0664-478e-9a66-d481f9e9a511), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.274646 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Made reservation on behalf of 7d2c4b25d8f447e99927fa32e9f35b1a for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:47.280727 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.363891 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:46Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:47.370459 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-27f9ba20-90f9-4cd6-85bd-30f7e60e2552 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:52:47.388610 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-27f9ba20-90f9-4cd6-85bd-30f7e60e2552 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2187419 Nov 02 12:52:47.396310 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4fc49-43d3-4974-9e99-d0377d04edd2 None None] The sync data for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi is: [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:46Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:47.405918 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port aa4acf2d-9cb5-4175-9f77-d19b0a20e480 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:47.406466 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.412716 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port aa4acf2d-9cb5-4175-9f77-d19b0a20e480 Nov 02 12:52:47.502617 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-83b312a2-b14f-44a0-9a7b-b98df0dc96a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.590343 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Port 437f274e-cc54-4d5b-b9c4-60da7a7b152c cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:47.622350 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Sync routers for ids ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:47.700244 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 46592) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:47.778260 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] For port 437f274e-cc54-4d5b-b9c4-60da7a7b152c, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:47.786017 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] For port 437f274e-cc54-4d5b-b9c4-60da7a7b152c, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=437f274e-cc54-4d5b-b9c4-60da7a7b152c,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:47.826573 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (8a68b91e-9db4-482d-8770-eed207495232), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.859364 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port aa4acf2d-9cb5-4175-9f77-d19b0a20e480 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:47.860717 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 2fdf0d13-f013-4c93-b048-5375b30bc6be up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:47.863418 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.900266 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Routers {'a5cb1461-ef67-475e-a6c1-7f0d379abffc'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:47.901169 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:47.925058 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-435caa2b-4a45-4d1c-a46e-e14c3a8ede36 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:47.927513 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-435caa2b-4a45-4d1c-a46e-e14c3a8ede36 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 819 time: 0.6015253 Nov 02 12:52:47.978350 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9a69fedb-70a6-4c86-a85b-9eb32ff495b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.001920 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-83b312a2-b14f-44a0-9a7b-b98df0dc96a1 admin admin] Publish callbacks [] for security_group (c8fcbd13-0f0b-4c9c-ba5e-3911c3d37c56), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.021477 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-1a8cff8c-710f-432b-9277-74554c723856 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/quotas/9d086a8e68a94153b5d2a15d6d54fc63 HTTP/1.1" status: 200 len: 375 time: 0.0744383 Nov 02 12:52:48.023261 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Allocated IP 172.20.0.13 (60d337b4-4ca8-43ed-afc1-671fbf50993a/3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf/2059fb0f-4225-4fc2-af2b-4a514fca1328) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:48.056991 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-83b312a2-b14f-44a0-9a7b-b98df0dc96a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c8fcbd13-0f0b-4c9c-ba5e-3911c3d37c56), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.142823 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Attempt 4 to provision port 437f274e-cc54-4d5b-b9c4-60da7a7b152c Nov 02 12:52:48.212246 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:48.213061 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:48.216498 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-e2843a24-af78-494f-bfc8-64bb060be5c8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1782184 Nov 02 12:52:48.366856 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:48.537704 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-379775a1-26fe-4576-b85b-3ed1306f3fb4 service neutron] 10.222.0.90 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1428947 Nov 02 12:52:48.560190 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-83b312a2-b14f-44a0-9a7b-b98df0dc96a1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=59358f47de754a4f8fb01367ae1da680&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6454315 Nov 02 12:52:48.569696 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9a69fedb-70a6-4c86-a85b-9eb32ff495b9 admin admin] Publish callbacks [] for security_group (af2e524a-dadf-438e-845a-017bcc38f624), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.570490 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 46602) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:48.582357 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9a69fedb-70a6-4c86-a85b-9eb32ff495b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (af2e524a-dadf-438e-845a-017bcc38f624), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.605191 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b312a2-b14f-44a0-9a7b-b98df0dc96a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fcbd13-0f0b-4c9c-ba5e-3911c3d37c56,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:48.605405 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-de30802a-b3f6-4d85-b494-2034ebebdd3b service neutron] 10.222.0.90 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874865 Nov 02 12:52:48.630986 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.105', 56488) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:48.679009 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d481f-756b-45a7-be32-060fbd2293e6 None None] Pushing event updated for resources: {'Port': ['ID=437f274e-cc54-4d5b-b9c4-60da7a7b152c,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:48.690229 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 2fdf0d13-f013-4c93-b048-5375b30bc6be triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:48.690658 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.691051 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 2fdf0d13-f013-4c93-b048-5375b30bc6be Nov 02 12:52:48.731055 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Current status of the port 437f274e-cc54-4d5b-b9c4-60da7a7b152c is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:48.731495 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.834415 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Set router a5cb1461-ef67-475e-a6c1-7f0d379abffc gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:48.885214 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Publish callbacks [] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.889674 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for port (8a68b91e-9db4-482d-8770-eed207495232), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.895048 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (8a68b91e-9db4-482d-8770-eed207495232), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.895746 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (d74e612c-0664-478e-9a66-d481f9e9a511), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.936900 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:48.938388 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3571351 Nov 02 12:52:48.946251 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7c9bbf44-362f-46b2-badf-d3fc3d75bff2 service neutron] 10.222.0.90 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768642 Nov 02 12:52:48.969244 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1ce8d-61e0-452c-968d-4603846b96a3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'Port': ['ID=8a68b91e-9db4-482d-8770-eed207495232,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:48.981098 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-9a69fedb-70a6-4c86-a85b-9eb32ff495b9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5d515d4c1420428984835605607e2699&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2770672 Nov 02 12:52:48.983610 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46622) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:49.012014 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] For port 437f274e-cc54-4d5b-b9c4-60da7a7b152c, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=437f274e-cc54-4d5b-b9c4-60da7a7b152c,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:49.057324 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69fedb-70a6-4c86-a85b-9eb32ff495b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2e524a-dadf-438e-845a-017bcc38f624,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:49.139484 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5fb0f254-eb71-4b39-a26f-fec5ed3a96ee admin admin] Publish callbacks [] for security_group (af2e524a-dadf-438e-845a-017bcc38f624), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.254575 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5fb0f254-eb71-4b39-a26f-fec5ed3a96ee admin admin] Publish callbacks [] for security_group (af2e524a-dadf-438e-845a-017bcc38f624), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.258971 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.389174 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5fb0f254-eb71-4b39-a26f-fec5ed3a96ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (af2e524a-dadf-438e-845a-017bcc38f624), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.390076 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5fb0f254-eb71-4b39-a26f-fec5ed3a96ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.395247 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-5fb0f254-eb71-4b39-a26f-fec5ed3a96ee admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/af2e524a-dadf-438e-845a-017bcc38f624 HTTP/1.1" status: 204 len: 168 time: 0.4105155 Nov 02 12:52:49.443410 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0f254-eb71-4b39-a26f-fec5ed3a96ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2e524a-dadf-438e-845a-017bcc38f624,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:49.764480 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 2fdf0d13-f013-4c93-b048-5375b30bc6be is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:49.769071 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device cf2167b6-570b-44a8-9d91-a603ef290c93 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:49.777215 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-83a77002-1346-4398-98be-5b3f096dfbce service neutron] 10.222.0.90 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1708853 Nov 02 12:52:49.804552 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.830504 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Pushing event updated for resources: {'Port': ['ID=437f274e-cc54-4d5b-b9c4-60da7a7b152c,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:49.867230 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Provisioning complete for port 2fdf0d13-f013-4c93-b048-5375b30bc6be triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:49.867609 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:49.868034 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Attempt 1 to provision port 2fdf0d13-f013-4c93-b048-5375b30bc6be Nov 02 12:52:50.095385 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c8592-74fd-4f04-b7a0-99e8d475eda7 req-0e208263-c0f1-434b-9f8e-696c40243d46 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:50.112701 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c50c8592-74fd-4f04-b7a0-99e8d475eda7 req-0e208263-c0f1-434b-9f8e-696c40243d46 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 932 time: 0.2037449 Nov 02 12:52:50.152690 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:47Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:50.279787 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c50c8592-74fd-4f04-b7a0-99e8d475eda7 req-68bb893e-69ad-4afc-99d2-5209cf118857 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651437 Nov 02 12:52:50.329144 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0011c-8d9a-424f-b923-73692ca1102a None None] The sync data for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi is: [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:47Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:50.353815 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-694c1c0d-c0fb-4f12-81fe-a38eae84fbdc tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:50.358204 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port cf2167b6-570b-44a8-9d91-a603ef290c93 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:50.358708 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.359127 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port cf2167b6-570b-44a8-9d91-a603ef290c93 Nov 02 12:52:50.360425 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-694c1c0d-c0fb-4f12-81fe-a38eae84fbdc tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 819 time: 1.7019472 Nov 02 12:52:50.382163 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Pushing event updated for resources: {'Port': ['ID=2059fb0f-4225-4fc2-af2b-4a514fca1328,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:50.413447 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Network 60d337b4-4ca8-43ed-afc1-671fbf50993a is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:50.427751 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Request body: {'port': {'device_id': '28d7f87e-6c63-40ee-9bf3-e454b81d34ee', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'admin_state_up': True, 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:50.445028 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Current status of the port 2fdf0d13-f013-4c93-b048-5375b30bc6be is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:50.473285 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Provisioning complete for port 31d0a29a-beeb-43d0-8747-3903a38d63c1 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:50.473759 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.474108 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Attempt 1 to provision port 31d0a29a-beeb-43d0-8747-3903a38d63c1 Nov 02 12:52:50.636393 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'name': 'tempest-DeleteServersTestJSON-1337603195-router', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203'}], 'enable_snat': True}, 'gw_port_id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'gw_port': {'id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '77ac93ad-df6d-446d-a5f9-c2be81c4b51a', 'name': '', 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'mac_address': 'fa:16:3e:42:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 2, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'subnets': [{'id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:50.821323 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Checking router: a5cb1461-ef67-475e-a6c1-7f0d379abffc for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:50.822026 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Updating router a5cb1461-ef67-475e-a6c1-7f0d379abffc port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:52:50.843433 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:50.856996 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:50.903253 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:50.908385 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:50.947905 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.029590 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port cf2167b6-570b-44a8-9d91-a603ef290c93 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:51.029991 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.034127 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a79f4974-8483-45f1-bd90-11d8cc634c94 admin admin] Publish callbacks [] for security_group (c8fcbd13-0f0b-4c9c-ba5e-3911c3d37c56), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.170896 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7c0fb595-d8fb-4ff3-b632-5f8317dd84e9 req-5a051431-8338-4fae-b063-0d5687e53be4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 210 time: 0.2266560 Nov 02 12:52:51.246316 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-ed4a93d5-5c6e-4bf7-84cc-faf3e524e903 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3803725 Nov 02 12:52:51.274386 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-f78d83db-cab6-496c-8e4c-cc96e30c2c15 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:52:51.278225 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-f78d83db-cab6-496c-8e4c-cc96e30c2c15 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148022 Nov 02 12:52:51.346567 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port cf2167b6-570b-44a8-9d91-a603ef290c93, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=cf2167b6-570b-44a8-9d91-a603ef290c93,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:51.427193 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a79f4974-8483-45f1-bd90-11d8cc634c94 admin admin] Publish callbacks [] for security_group (c8fcbd13-0f0b-4c9c-ba5e-3911c3d37c56), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.512491 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-6748f857-857c-4d7d-b175-abea0bc436ba tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1145855199&fields=id&tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7 HTTP/1.1" status: 200 len: 267 time: 0.1576257 Nov 02 12:52:51.590027 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a3acc4f-2652-4d97-9fd4-fba31528ca1c req-1e50a0e8-f7e6-4ee7-936e-af7b0eb510b8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 210 time: 0.2999983 Nov 02 12:52:51.630088 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.637471 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device cd074a01-66ed-49bf-8b91-4b8027b56abb up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:51.700654 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a79f4974-8483-45f1-bd90-11d8cc634c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c8fcbd13-0f0b-4c9c-ba5e-3911c3d37c56), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.706187 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a79f4974-8483-45f1-bd90-11d8cc634c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.709662 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-a79f4974-8483-45f1-bd90-11d8cc634c94 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c8fcbd13-0f0b-4c9c-ba5e-3911c3d37c56 HTTP/1.1" status: 204 len: 168 time: 3.1377492 Nov 02 12:52:51.732129 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Made reservation on behalf of 9d086a8e68a94153b5d2a15d6d54fc63 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:51.736361 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:51.856178 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f4974-8483-45f1-bd90-11d8cc634c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fcbd13-0f0b-4c9c-ba5e-3911c3d37c56,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:52.109064 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-ec667adb-c5d9-407b-bd08-884281be3f74 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:52.118222 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-ec667adb-c5d9-407b-bd08-884281be3f74 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/networks?id=1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 200 len: 810 time: 0.5962305 Nov 02 12:52:52.158813 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-b29201dd-589b-4c2f-b096-0d0b7df953e1 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/quotas/ac56ac8efe2d4a07aa0f1c7976ad8fe7 HTTP/1.1" status: 200 len: 375 time: 0.0342090 Nov 02 12:52:52.223692 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Current status of the port 31d0a29a-beeb-43d0-8747-3903a38d63c1 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:52.224747 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.281862 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Request body: {'port': {'device_id': '980d235a-d1e0-4688-97c4-2e18bb50b977', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:52.376018 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-ba8b8cbe-a6a7-4800-81ab-2ac3a6adb966 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2181833 Nov 02 12:52:52.415461 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port cd074a01-66ed-49bf-8b91-4b8027b56abb triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:52.418732 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.420636 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port cd074a01-66ed-49bf-8b91-4b8027b56abb Nov 02 12:52:52.563185 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] For port 31d0a29a-beeb-43d0-8747-3903a38d63c1, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=31d0a29a-beeb-43d0-8747-3903a38d63c1,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:52.583338 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Allocated IP 172.20.0.14 (44813eaf-ef4c-426e-8812-9534d97c5b8a/be39322d-32aa-4e02-892a-2633640d2a27/77048807-cd5e-48b1-8d83-bf09988266df) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:52.697450 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-4e72f0d3-e946-4372-9ead-e75f39447219 service neutron] 10.222.0.90 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029349 Nov 02 12:52:52.717737 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.722559 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.105', 56498) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:52.732696 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd735ee0-875d-470f-9689-56f1ff145943 req-c06d390c-8bb2-46a6-9f65-af43ff804654 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:52.733924 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fd735ee0-875d-470f-9689-56f1ff145943 req-c06d390c-8bb2-46a6-9f65-af43ff804654 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 932 time: 0.8664293 Nov 02 12:52:52.762355 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:52.990969 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-83b50915-d5e6-4efd-ba30-22aeb03505bd tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:52.998523 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-83b50915-d5e6-4efd-ba30-22aeb03505bd tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 817 time: 0.2635007 Nov 02 12:52:53.114321 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-5bbfb6ae-3eae-40d8-aa54-8d68cd2eb0b1 service neutron] 10.222.0.90 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082940 Nov 02 12:52:53.300048 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46770) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.329377 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e2d6292e-2b77-4f03-a549-8fe74a3db5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.354450 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=cf2167b6-570b-44a8-9d91-a603ef290c93,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:53.396551 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Publish callbacks [] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.498169 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.557068 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Provisioning complete for port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:53.557473 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.557885 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Attempt 1 to provision port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a Nov 02 12:52:53.595661 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:53.611350 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e2d6292e-2b77-4f03-a549-8fe74a3db5d2 admin admin] Publish callbacks [] for security_group (7ee6d4d4-d255-43b6-97dd-6e6f8d7eb555), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.668100 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Pushing event updated for resources: {'Port': ['ID=31d0a29a-beeb-43d0-8747-3903a38d63c1,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:53.671437 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e2d6292e-2b77-4f03-a549-8fe74a3db5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (7ee6d4d4-d255-43b6-97dd-6e6f8d7eb555), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.674576 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port cd074a01-66ed-49bf-8b91-4b8027b56abb is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:53.675195 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.718688 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port cd074a01-66ed-49bf-8b91-4b8027b56abb, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=cd074a01-66ed-49bf-8b91-4b8027b56abb,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:53.776599 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2059fb0f-4225-4fc2-af2b-4a514fca1328 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:52:53.784355 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.785221 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 384d9870-c02a-4129-b3f1-ca55c5f67098 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:53.785672 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Publish callbacks [] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.807299 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Transition to ACTIVE for port object 2059fb0f-4225-4fc2-af2b-4a514fca1328 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:52:53.828981 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5fca051e-5d24-4aa7-9ba1-46ad8e4e311c req-bf1b6d6b-e6d4-4540-a4e3-3b1477c26db4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 210 time: 0.2514989 Nov 02 12:52:53.829609 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.105', 56501) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:53.829993 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:53.930320 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Attempting to bind port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:53.931476 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Attempting to bind port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:53.931917 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Attempting to bind port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a on network 60d337b4-4ca8-43ed-afc1-671fbf50993a {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:53.976984 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a78fc-9da1-45bd-97e3-c64ff61db965 None None] Pushing event updated for resources: {'Port': ['ID=77ac93ad-df6d-446d-a5f9-c2be81c4b51a,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:53.981253 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e2d6292e-2b77-4f03-a549-8fe74a3db5d2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d8ea99b78692498295cb741dcf6a2178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6770582 Nov 02 12:52:53.987869 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46788) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:54.075602 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6292e-2b77-4f03-a549-8fe74a3db5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee6d4d4-d255-43b6-97dd-6e6f8d7eb555,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:54.097070 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Attempt 2 to provision port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a Nov 02 12:52:54.113216 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:54.114757 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Checking segment: {'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:54.115403 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.116011 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Bound using segment: {'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:54.116790 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Bound port: 77ac93ad-df6d-446d-a5f9-c2be81c4b51a, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:54.117411 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.269025 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5155444c-4337-4862-b885-f1a45f901d2a req-766eb07d-b4f2-4de8-89a8-acadc7bdc1a6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 210 time: 0.1906278 Nov 02 12:52:54.354234 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d59f7b72-6869-415c-967b-30223edd492c admin admin] Publish callbacks [] for security_group (7ee6d4d4-d255-43b6-97dd-6e6f8d7eb555), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.456925 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for port (77048807-cd5e-48b1-8d83-bf09988266df), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.474686 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d59f7b72-6869-415c-967b-30223edd492c admin admin] Publish callbacks [] for security_group (7ee6d4d4-d255-43b6-97dd-6e6f8d7eb555), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.492393 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] For port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:54.509026 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] For port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=77ac93ad-df6d-446d-a5f9-c2be81c4b51a,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:54.595835 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.602057 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Pushing event updated for resources: {'Port': ['ID=2059fb0f-4225-4fc2-af2b-4a514fca1328,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:54.630329 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:54.647156 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7ebf1ed7-9e17-493b-8615-8e243f3b3030 req-a1555bb6-5c75-4b3c-95a6-acc5d7b25f62 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 210 time: 0.1882899 Nov 02 12:52:54.674282 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=cd074a01-66ed-49bf-8b91-4b8027b56abb,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:54.724451 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 384d9870-c02a-4129-b3f1-ca55c5f67098 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:54.727069 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.729880 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 384d9870-c02a-4129-b3f1-ca55c5f67098 Nov 02 12:52:54.791704 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d59f7b72-6869-415c-967b-30223edd492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (7ee6d4d4-d255-43b6-97dd-6e6f8d7eb555), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.798161 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d59f7b72-6869-415c-967b-30223edd492c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.811270 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-d59f7b72-6869-415c-967b-30223edd492c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7ee6d4d4-d255-43b6-97dd-6e6f8d7eb555 HTTP/1.1" status: 204 len: 168 time: 0.8202987 Nov 02 12:52:54.817136 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (77048807-cd5e-48b1-8d83-bf09988266df), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:54.867192 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f7b72-6869-415c-967b-30223edd492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee6d4d4-d255-43b6-97dd-6e6f8d7eb555,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:54.974884 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Routers {'a5cb1461-ef67-475e-a6c1-7f0d379abffc'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:54.977933 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:52:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:55.195406 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-674157c8-cfa3-43ff-a5b4-6ecc984768cd req-4de788e1-6419-4969-a577-dcdddf8edcdf tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 210 time: 0.1374540 Nov 02 12:52:55.280568 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Attempt 3 to provision port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a Nov 02 12:52:55.538718 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fd735ee0-875d-470f-9689-56f1ff145943 req-0295d49d-43e2-40fd-9b24-71d3b01f214b tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5347223 Nov 02 12:52:55.562682 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Network 44813eaf-ef4c-426e-8812-9534d97c5b8a is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:55.596949 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8bd88475-8f7e-4941-8fd0-efeb56261a7b req-c5aeb06f-a745-4f26-bcbd-370909fe359d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 210 time: 0.1070449 Nov 02 12:52:55.597563 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 46838) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:55.627299 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a78fc-9da1-45bd-97e3-c64ff61db965 None None] Pushing event updated for resources: {'Port': ['ID=77ac93ad-df6d-446d-a5f9-c2be81c4b51a,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:55.635231 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:55.659848 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:55.693728 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:55.696475 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:55.715856 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-90870715-a3b9-42d9-ad05-e2c439eaf8e6 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b HTTP/1.1" status: 200 len: 380 time: 2.6393580 Nov 02 12:52:55.719984 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] Set router a5cb1461-ef67-475e-a6c1-7f0d379abffc gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:55.758142 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'port': {'device_id': '1839881d-97b0-4aa7-b398-2eeee344099f', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'admin_state_up': True, 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'security_groups': ['846d631a-5014-4aa0-8c48-ce54e5096d88']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:55.769826 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Attempting to bind port 2059fb0f-4225-4fc2-af2b-4a514fca1328 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:52:55.769826 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Attempting to bind port 2059fb0f-4225-4fc2-af2b-4a514fca1328 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:52:55.769826 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Attempting to bind port 2059fb0f-4225-4fc2-af2b-4a514fca1328 on network 60d337b4-4ca8-43ed-afc1-671fbf50993a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:55.964161 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 384d9870-c02a-4129-b3f1-ca55c5f67098 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:56.020603 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8634bc5e-f059-4d37-b5e7-2e1939910b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.092364 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Current status of the port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:56.092784 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.195269 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event updated for resources: {'Port': ['ID=77048807-cd5e-48b1-8d83-bf09988266df,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:56.206738 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Port 2059fb0f-4225-4fc2-af2b-4a514fca1328 on network 60d337b4-4ca8-43ed-afc1-671fbf50993a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:52:56.207164 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Attempting to bind port 2059fb0f-4225-4fc2-af2b-4a514fca1328 on network 60d337b4-4ca8-43ed-afc1-671fbf50993a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:56.252549 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8634bc5e-f059-4d37-b5e7-2e1939910b25 admin admin] Publish callbacks [] for security_group (2266ca5c-a2ff-4844-87a1-9ddd409d3b34), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.261335 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8634bc5e-f059-4d37-b5e7-2e1939910b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (2266ca5c-a2ff-4844-87a1-9ddd409d3b34), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.268669 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-59e96f33-37db-4775-9a33-44a98c4072e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.326719 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634bc5e-f059-4d37-b5e7-2e1939910b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2266ca5c-a2ff-4844-87a1-9ddd409d3b34,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:56.345359 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:56.353920 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Checking segment: {'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:52:56.356878 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Bound using segment: {'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:56.357416 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Bound port: 2059fb0f-4225-4fc2-af2b-4a514fca1328, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c80e75d-a1e1-468d-bb3c-088fd63ca4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:52:56.359231 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.369510 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-f72e1caf-23d8-43ff-82c9-ea3aba850960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9546163 Nov 02 12:52:56.375379 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-284c048d-9478-4750-86d6-7e4be64e8945 req-b1563119-28b0-4d6d-9485-d2ec141f0e7a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 210 time: 0.4466569 Nov 02 12:52:56.375924 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.105', 56507) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:56.377613 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] For port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=77ac93ad-df6d-446d-a5f9-c2be81c4b51a,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:56.379683 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 46864) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:56.392317 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-8634bc5e-f059-4d37-b5e7-2e1939910b25 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2c9fb9eaca264dc3816784dc5676b0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7934406 Nov 02 12:52:56.432359 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.445964 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4477c61c-1707-4376-9858-f54f55abcc75 req-d397118d-3403-4668-8190-dc969f224565 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 210 time: 0.0479779 Nov 02 12:52:56.542671 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-e52ee028-fe83-45bb-bb54-6d8fd2ec555e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:56.552486 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-e52ee028-fe83-45bb-bb54-6d8fd2ec555e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 819 time: 2.5416532 Nov 02 12:52:56.621744 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device cd074a01-66ed-49bf-8b91-4b8027b56abb up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:56.808455 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e98883-7cca-48f6-b26b-25a98a4406c2 None None] Pushing event updated for resources: {'Port': ['ID=77ac93ad-df6d-446d-a5f9-c2be81c4b51a,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:56.839208 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Provisioning complete for port 77048807-cd5e-48b1-8d83-bf09988266df triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:56.839518 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (77048807-cd5e-48b1-8d83-bf09988266df), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.840041 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Attempt 1 to provision port 77048807-cd5e-48b1-8d83-bf09988266df Nov 02 12:52:56.851092 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'name': 'tempest-DeleteServersTestJSON-1337603195-router', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203'}], 'enable_snat': True}, 'gw_port_id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'gw_port': {'id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '77ac93ad-df6d-446d-a5f9-c2be81c4b51a', 'name': '', 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'mac_address': 'fa:16:3e:42:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:54Z', 'revision_number': 4, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'subnets': [{'id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:56.889370 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-da6debd3-8cc2-4560-adff-5e609c788721 req-0fc73079-c8a0-4981-a122-51359a2f87c7 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 210 time: 0.0912073 Nov 02 12:52:56.908260 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port cd074a01-66ed-49bf-8b91-4b8027b56abb triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:56.909150 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:56.909943 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port cd074a01-66ed-49bf-8b91-4b8027b56abb Nov 02 12:52:56.964188 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15502199-fbe7-4682-a54b-f023835fd4d6 None None] The sync data for ids ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'] in dv-cinder-863278-1-iscsi is: [{'id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'name': 'tempest-DeleteServersTestJSON-1337603195-router', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203'}], 'enable_snat': True}, 'gw_port_id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'gw_port': {'id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '77ac93ad-df6d-446d-a5f9-c2be81c4b51a', 'name': '', 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'mac_address': 'fa:16:3e:42:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:54Z', 'revision_number': 4, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'subnets': [{'id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:57.003742 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Port 77048807-cd5e-48b1-8d83-bf09988266df cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:57.074594 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Request body: {'port': {'device_id': '28d7f87e-6c63-40ee-9bf3-e454b81d34ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:57.126115 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port cd074a01-66ed-49bf-8b91-4b8027b56abb is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:57.131782 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 31d0a29a-beeb-43d0-8747-3903a38d63c1 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:57.271348 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 31d0a29a-beeb-43d0-8747-3903a38d63c1 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:57.272768 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.273628 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 31d0a29a-beeb-43d0-8747-3903a38d63c1 Nov 02 12:52:57.322979 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] For port 2059fb0f-4225-4fc2-af2b-4a514fca1328, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:57.328526 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] For port 2059fb0f-4225-4fc2-af2b-4a514fca1328, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2059fb0f-4225-4fc2-af2b-4a514fca1328,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:57.345397 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Request body: {'port': {'device_id': '8d458f0b-437a-41ff-93f3-1091857b39c8', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'admin_state_up': True, 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:57.400493 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.554803 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Attempt 2 to provision port 77048807-cd5e-48b1-8d83-bf09988266df Nov 02 12:52:57.561415 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 31d0a29a-beeb-43d0-8747-3903a38d63c1 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:57.564710 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 77ac93ad-df6d-446d-a5f9-c2be81c4b51a up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:57.623787 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4bfa70bc-f0bc-41f1-b104-a7ccb9144bea req-e8551b34-942e-4a3e-9cf8-9521ef5b1397 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 210 time: 0.0661664 Nov 02 12:52:57.691273 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d856ae2-801a-479b-a554-291be5b84581 req-dc9810a3-6c73-4bd4-b42f-8005c1bd1ab0 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:57.706064 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5d856ae2-801a-479b-a554-291be5b84581 req-dc9810a3-6c73-4bd4-b42f-8005c1bd1ab0 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.6464665 Nov 02 12:52:57.709309 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Pushing event updated for resources: {'Port': ['ID=2059fb0f-4225-4fc2-af2b-4a514fca1328,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:57.735954 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:57.749757 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Port 77048807-cd5e-48b1-8d83-bf09988266df cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:57.756820 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.756820 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-81ae3218-a164-468f-b867-c1790fbfc29c service neutron] 10.222.0.105 "PUT /v2.0/ports/2059fb0f-4225-4fc2-af2b-4a514fca1328 HTTP/1.1" status: 200 len: 1094 time: 5.9391789 Nov 02 12:52:57.771277 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980d235a-d1e0-4688-97c4-2e18bb50b977', 'tag': '2059fb0f-4225-4fc2-af2b-4a514fca1328'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:52:57.779963 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:57.781001 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:57.781615 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a Nov 02 12:52:57.794722 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-79485787-087c-472e-8082-fea656bdc894 req-95f37c0e-84a5-42d0-a525-9a81ab9bb6a8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 210 time: 0.0505278 Nov 02 12:52:58.026958 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-abb95590-64fc-4f72-b9b2-923fb8271986 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:58.035006 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-abb95590-64fc-4f72-b9b2-923fb8271986 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.105 "GET /v2.0/networks?id=1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 200 len: 810 time: 1.5394540 Nov 02 12:52:58.037535 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Made reservation on behalf of 7cf71ef682d140f9b9c9c756b24cbb5b for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:58.042815 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:58.062241 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:58.063350 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device cf2167b6-570b-44a8-9d91-a603ef290c93 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:58.106737 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a0fec412-c432-4e10-b764-ec947e7c305c req-4be6411c-85b3-4e1e-8f49-451d875f9577 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 210 time: 0.0547841 Nov 02 12:52:58.201919 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port cf2167b6-570b-44a8-9d91-a603ef290c93 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:58.202344 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:58.202713 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port cf2167b6-570b-44a8-9d91-a603ef290c93 Nov 02 12:52:58.274719 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Attempt 3 to provision port 77048807-cd5e-48b1-8d83-bf09988266df Nov 02 12:52:58.387418 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Port 77048807-cd5e-48b1-8d83-bf09988266df cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:58.420446 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-b19a1cb9-971a-4c11-b82c-5a6fac6bd31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:58.528423 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a1e4b5-d1b6-421a-8204-e4e9df91db99" -d '{"events": [{"name": "network-changed", "server_uuid": "980d235a-d1e0-4688-97c4-2e18bb50b977", "tag": "2059fb0f-4225-4fc2-af2b-4a514fca1328"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:52:58.538710 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (77048807-cd5e-48b1-8d83-bf09988266df), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:58.559941 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port cf2167b6-570b-44a8-9d91-a603ef290c93 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:58.563355 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 437f274e-cc54-4d5b-b9c4-60da7a7b152c up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:58.783699 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c4231ae3-8490-4a12-8c6f-8ad2260846f1 req-23a8f003-930c-4ffb-920b-8d2804db8e71 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 210 time: 0.0598948 Nov 02 12:52:58.942934 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Attempt 4 to provision port 77048807-cd5e-48b1-8d83-bf09988266df Nov 02 12:52:59.019940 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5d856ae2-801a-479b-a554-291be5b84581 req-c6505fbf-e1f7-46a1-9ee9-7d06571e9ba2 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3114905 Nov 02 12:52:59.073034 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-67a9d1da-f1f2-4add-a280-26cf7ef73b4e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7 HTTP/1.1" status: 200 len: 380 time: 0.9371848 Nov 02 12:52:59.123964 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Port 77048807-cd5e-48b1-8d83-bf09988266df cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:59.150488 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 437f274e-cc54-4d5b-b9c4-60da7a7b152c triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:59.150892 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.151181 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 437f274e-cc54-4d5b-b9c4-60da7a7b152c Nov 02 12:52:59.329641 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42a65fb-a6ec-49b0-b847-73852e50ffc3 x-openstack-request-id: req-e42a65fb-a6ec-49b0-b847-73852e50ffc3 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:52:59.329943 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980d235a-d1e0-4688-97c4-2e18bb50b977", "tag": "2059fb0f-4225-4fc2-af2b-4a514fca1328", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:52:59.330395 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e42a65fb-a6ec-49b0-b847-73852e50ffc3 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:52:59.330846 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42a65fb-a6ec-49b0-b847-73852e50ffc3'] response: {'name': 'network-changed', 'server_uuid': '980d235a-d1e0-4688-97c4-2e18bb50b977', 'tag': '2059fb0f-4225-4fc2-af2b-4a514fca1328', 'status': 'completed', 'code': 200} Nov 02 12:52:59.341983 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa47f9-af77-484d-992b-de29350dfd18 req-501cd883-b48b-4fa8-8848-d1f7bead7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:59.351942 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-501cd883-b48b-4fa8-8848-d1f7bead7a2a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7d2c4b25d8f447e99927fa32e9f35b1a&device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 1128 time: 1.3466573 Nov 02 12:52:59.376702 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c1dd65c7-6e13-4e30-a788-550d8bf69d21 admin admin] Publish callbacks [] for security_group (2266ca5c-a2ff-4844-87a1-9ddd409d3b34), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.387035 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-cc004b56-ddf5-492b-8532-16474350e248 req-70e3d2a3-e5cd-4b6e-ae95-61711f2d232d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 210 time: 0.1315875 Nov 02 12:52:59.389864 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d8797a5f-f018-4083-a0d2-150131edb1ec req-4a99354b-8149-492e-b1c6-c838f1cb82ec tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 210 time: 0.0544877 Nov 02 12:52:59.455902 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.457275 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 437f274e-cc54-4d5b-b9c4-60da7a7b152c is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:59.511939 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Made reservation on behalf of 9d086a8e68a94153b5d2a15d6d54fc63 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:59.534483 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.625161 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Attempt 5 to provision port 77048807-cd5e-48b1-8d83-bf09988266df Nov 02 12:52:59.640562 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Allocated IP 172.20.0.9 (5c790846-1155-4e44-80f1-15983b65a735/7d37e8ce-9ef7-43f1-a534-06b3d2793c48/7a7f193c-8f61-4df5-8e3c-0d69f95daa2f) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:59.713668 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 77ac93ad-df6d-446d-a5f9-c2be81c4b51a up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:59.783341 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c1dd65c7-6e13-4e30-a788-550d8bf69d21 admin admin] Publish callbacks [] for security_group (2266ca5c-a2ff-4844-87a1-9ddd409d3b34), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.804836 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Port 77048807-cd5e-48b1-8d83-bf09988266df cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:52:59.876290 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:59.877097 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:59.877650 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a Nov 02 12:53:00.019552 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a1067db1-d1a7-425c-aa69-89a72b3cdd0b req-ead3d4ce-2468-4f83-aaab-f845d0750d42 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 210 time: 0.0777352 Nov 02 12:53:00.142929 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:00.305967 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Attempt 6 to provision port 77048807-cd5e-48b1-8d83-bf09988266df Nov 02 12:53:00.388804 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Port 77048807-cd5e-48b1-8d83-bf09988266df cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:00.434471 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.497576 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77048807-cd5e-48b1-8d83-bf09988266df {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:00.513474 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c1dd65c7-6e13-4e30-a788-550d8bf69d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (2266ca5c-a2ff-4844-87a1-9ddd409d3b34), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.516620 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c1dd65c7-6e13-4e30-a788-550d8bf69d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.517946 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-c1dd65c7-6e13-4e30-a788-550d8bf69d21 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2266ca5c-a2ff-4844-87a1-9ddd409d3b34 HTTP/1.1" status: 204 len: 168 time: 4.0213137 Nov 02 12:53:00.521115 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Publish callbacks [] for port (77048807-cd5e-48b1-8d83-bf09988266df), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.567425 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d63cc-9eca-45fa-ba4e-b62a8fe4acfa req-5dc819e5-328f-441d-923b-54a960e7564f tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:00.570863 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-071d63cc-9eca-45fa-ba4e-b62a8fe4acfa req-5dc819e5-328f-441d-923b-54a960e7564f tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.3966444 Nov 02 12:53:00.614213 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c60f9261-fe81-44b8-b24f-33d9ceba6588 req-da1da549-019e-4765-89c2-fb99667ef2d8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 210 time: 0.0673511 Nov 02 12:53:00.625411 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd65c7-6e13-4e30-a788-550d8bf69d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2266ca5c-a2ff-4844-87a1-9ddd409d3b34,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:00.691734 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Transition to ACTIVE for port object 77048807-cd5e-48b1-8d83-bf09988266df will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:53:00.767004 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-071d63cc-9eca-45fa-ba4e-b62a8fe4acfa req-f833dbd6-4e0a-46d9-9ddb-027c95f4ac08 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829054 Nov 02 12:53:00.778109 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (77048807-cd5e-48b1-8d83-bf09988266df), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.782740 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.840982 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.857886 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8286bde-9f43-4029-a227-d4a5bb9354e5 req-8a38b3bc-4124-4358-ace8-708b9e9e3655 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:00.872008 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f8286bde-9f43-4029-a227-d4a5bb9354e5 req-8a38b3bc-4124-4358-ace8-708b9e9e3655 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 931 time: 0.1366334 Nov 02 12:53:00.887591 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Network 5c790846-1155-4e44-80f1-15983b65a735 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:00.889749 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Attempt 7 to provision port 77048807-cd5e-48b1-8d83-bf09988266df Nov 02 12:53:00.895719 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:00.961894 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:53:00.975522 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:00.977115 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:00.992477 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Pushing event updated for resources: {'Port': ['ID=77048807-cd5e-48b1-8d83-bf09988266df,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:01.011379 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Port 77048807-cd5e-48b1-8d83-bf09988266df cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:01.022614 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f8286bde-9f43-4029-a227-d4a5bb9354e5 req-67acd647-80ba-4021-9280-eba61771a70a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493230 Nov 02 12:53:01.035408 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Allocated IP 172.20.0.6 (44813eaf-ef4c-426e-8812-9534d97c5b8a/be39322d-32aa-4e02-892a-2633640d2a27/ceff5860-04fb-4226-b8ae-37c3cb9c96be) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:01.250272 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.368877 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Attempting to bind port 77048807-cd5e-48b1-8d83-bf09988266df on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:53:01.369229 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Attempting to bind port 77048807-cd5e-48b1-8d83-bf09988266df by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:53:01.369615 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Attempting to bind port 77048807-cd5e-48b1-8d83-bf09988266df on network 44813eaf-ef4c-426e-8812-9534d97c5b8a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:01.386310 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47020) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:01.402100 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5c06de3f-4c94-4584-9170-024f9c15572e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.402470 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6492002 Nov 02 12:53:01.408157 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d4e0b6c4-1e28-4476-81d2-83317648da6c req-87c0b633-8845-49db-b1ba-86ca4d2bee7e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 210 time: 0.0797350 Nov 02 12:53:01.413990 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221adf6-ba4d-470c-940f-e3d3d5d0a6c4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'Port': ['ID=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:01.423222 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Port 77048807-cd5e-48b1-8d83-bf09988266df on network 44813eaf-ef4c-426e-8812-9534d97c5b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:53:01.423389 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Attempting to bind port 77048807-cd5e-48b1-8d83-bf09988266df on network 44813eaf-ef4c-426e-8812-9534d97c5b8a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:01.436708 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:53:01.437669 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Checking segment: {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:53:01.438315 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Bound using segment: {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:53:01.439095 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Bound port: 77048807-cd5e-48b1-8d83-bf09988266df, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:53:01.439762 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (77048807-cd5e-48b1-8d83-bf09988266df), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.512993 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Attempt 8 to provision port 77048807-cd5e-48b1-8d83-bf09988266df Nov 02 12:53:01.558701 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5c06de3f-4c94-4584-9170-024f9c15572e admin admin] Publish callbacks [] for security_group (2ba0fe2f-a5bf-4007-9f21-a064d1ebd050), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.566906 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5c06de3f-4c94-4584-9170-024f9c15572e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (2ba0fe2f-a5bf-4007-9f21-a064d1ebd050), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.571962 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Port 77048807-cd5e-48b1-8d83-bf09988266df cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:01.615326 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-5c06de3f-4c94-4584-9170-024f9c15572e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c5eff1d687254d08bc7acf07fd604e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277563 Nov 02 12:53:01.616368 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06de3f-4c94-4584-9170-024f9c15572e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba0fe2f-a5bf-4007-9f21-a064d1ebd050,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:01.619526 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47030) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:01.696177 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.698843 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-78d33d72-2623-4430-9a59-ff5e696f2ac2 admin admin] Publish callbacks [] for security_group (2ba0fe2f-a5bf-4007-9f21-a064d1ebd050), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.730472 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-78d33d72-2623-4430-9a59-ff5e696f2ac2 admin admin] Publish callbacks [] for security_group (2ba0fe2f-a5bf-4007-9f21-a064d1ebd050), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.739547 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Network 44813eaf-ef4c-426e-8812-9534d97c5b8a is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:01.744260 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:01.749790 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:53:01.755168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:01.756023 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.770041 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] For port 77048807-cd5e-48b1-8d83-bf09988266df, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:01.778822 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5866394 Nov 02 12:53:01.797372 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] For port 77048807-cd5e-48b1-8d83-bf09988266df, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=77048807-cd5e-48b1-8d83-bf09988266df,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:01.798845 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1ba7c-2170-4abe-8ef7-952620a20a2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event updated for resources: {'Port': ['ID=ceff5860-04fb-4226-b8ae-37c3cb9c96be,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:01.808429 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (77048807-cd5e-48b1-8d83-bf09988266df), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.823040 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:01.825086 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.826638 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] 10.222.0.105 "PUT /v2.0/ports/77048807-cd5e-48b1-8d83-bf09988266df HTTP/1.1" status: 200 len: 1094 time: 5.2437706 Nov 02 12:53:01.827370 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d7f87e-6c63-40ee-9bf3-e454b81d34ee', 'tag': '77048807-cd5e-48b1-8d83-bf09988266df'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:01.829797 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06e98c4-da25-495b-805b-1359c9e18ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "28d7f87e-6c63-40ee-9bf3-e454b81d34ee", "tag": "77048807-cd5e-48b1-8d83-bf09988266df"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:01.874464 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c3143-2722-4f9e-be1c-0f4d9698e4f8 req-bd082e95-ae68-4e18-865e-ca4e3e767958 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:01.882833 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f35c3143-2722-4f9e-be1c-0f4d9698e4f8 req-bd082e95-ae68-4e18-865e-ca4e3e767958 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 931 time: 0.1110487 Nov 02 12:53:01.894696 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-78d33d72-2623-4430-9a59-ff5e696f2ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (2ba0fe2f-a5bf-4007-9f21-a064d1ebd050), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.898169 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-78d33d72-2623-4430-9a59-ff5e696f2ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:01.901826 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-78d33d72-2623-4430-9a59-ff5e696f2ac2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2ba0fe2f-a5bf-4007-9f21-a064d1ebd050 HTTP/1.1" status: 204 len: 168 time: 0.2662060 Nov 02 12:53:01.917991 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d33d72-2623-4430-9a59-ff5e696f2ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba0fe2f-a5bf-4007-9f21-a064d1ebd050,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:01.960704 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313588f8-07c2-4a7f-9fc3-e5ec2de2d528 service neutron] Pushing event updated for resources: {'Port': ['ID=77048807-cd5e-48b1-8d83-bf09988266df,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:01.962254 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f35c3143-2722-4f9e-be1c-0f4d9698e4f8 req-73960c90-8f25-4f3f-9329-106178243cf2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784106 Nov 02 12:53:02.014540 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75040a5f-8152-4630-ab7d-4e4ea4cb2916 x-openstack-request-id: req-75040a5f-8152-4630-ab7d-4e4ea4cb2916 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:02.014825 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d7f87e-6c63-40ee-9bf3-e454b81d34ee", "tag": "77048807-cd5e-48b1-8d83-bf09988266df", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:02.015076 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-75040a5f-8152-4630-ab7d-4e4ea4cb2916 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:02.015500 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75040a5f-8152-4630-ab7d-4e4ea4cb2916'] response: {'name': 'network-changed', 'server_uuid': '28d7f87e-6c63-40ee-9bf3-e454b81d34ee', 'tag': '77048807-cd5e-48b1-8d83-bf09988266df', 'status': 'completed', 'code': 200} Nov 02 12:53:02.028810 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ba261-7830-405d-b2cb-f3a23e8d0dea req-0769ef2b-bf56-4799-817f-f36b9623fdfd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:02.030394 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5e4ba261-7830-405d-b2cb-f3a23e8d0dea req-0769ef2b-bf56-4799-817f-f36b9623fdfd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.1472187 Nov 02 12:53:02.073779 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Attempt 9 to provision port 77048807-cd5e-48b1-8d83-bf09988266df Nov 02 12:53:02.114394 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5e4ba261-7830-405d-b2cb-f3a23e8d0dea req-a9b94844-abb6-48e5-a4ca-21ab49e6b203 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741525 Nov 02 12:53:02.159921 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2b7330d4-0368-4af2-a87d-9ed87326b374 None None] Port 77048807-cd5e-48b1-8d83-bf09988266df had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:53:02.225383 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eb6a3-7aac-4ace-8876-d275ce7c9cc7 req-13b19adf-c09f-4b27-adfb-793386ae00d3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:02.227019 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c19eb6a3-7aac-4ace-8876-d275ce7c9cc7 req-13b19adf-c09f-4b27-adfb-793386ae00d3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 931 time: 0.0559778 Nov 02 12:53:02.278165 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c19eb6a3-7aac-4ace-8876-d275ce7c9cc7 req-441133da-256d-4368-8103-15ae62609522 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Nov 02 12:53:02.280614 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Provisioning complete for port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:53:02.281003 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.283592 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Attempt 1 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:53:02.317366 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:02.361068 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:02.519694 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-94002ef7-e1b1-4897-b92d-875b74dde787 req-fdaa655e-b776-4669-99aa-d64a95fae88c tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 210 time: 0.0282834 Nov 02 12:53:02.818535 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Attempt 2 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:53:02.856887 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:03.095233 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73442802-70a4-4e3f-b6d8-0d35ff04d6e6 req-c10340c1-c2f1-4c34-810e-6df6529e6f9f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:03.096753 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-73442802-70a4-4e3f-b6d8-0d35ff04d6e6 req-c10340c1-c2f1-4c34-810e-6df6529e6f9f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 931 time: 0.0563643 Nov 02 12:53:03.144131 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-73442802-70a4-4e3f-b6d8-0d35ff04d6e6 req-79a50390-1007-438f-9e70-d81b057a9c2a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416110 Nov 02 12:53:03.246964 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfe4d0-7588-47de-a2cb-ada0e8fa3812 req-e99661ce-f141-4a5d-bb93-c7b4d4b3d796 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:03.249874 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-09bfe4d0-7588-47de-a2cb-ada0e8fa3812 req-e99661ce-f141-4a5d-bb93-c7b4d4b3d796 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0689013 Nov 02 12:53:03.326107 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-09bfe4d0-7588-47de-a2cb-ada0e8fa3812 req-547dc9f0-f9c4-426f-9617-83af5523f26f tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674093 Nov 02 12:53:03.357761 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Attempt 3 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:53:03.405890 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:03.500364 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2a937-c0fa-4773-b80b-04fb33022b90 req-191e8e1d-9a52-4c35-b9e1-a760f470331b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:03.505002 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-83d2a937-c0fa-4773-b80b-04fb33022b90 req-191e8e1d-9a52-4c35-b9e1-a760f470331b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 931 time: 0.0922060 Nov 02 12:53:03.558725 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-83d2a937-c0fa-4773-b80b-04fb33022b90 req-dd4a994d-94d0-4bdd-975a-08e5979d7043 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500700 Nov 02 12:53:03.644622 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a40fc8a9-a22c-4772-92a2-f33171a2e5a4 req-d3b39ce2-f070-4d95-98ff-27c8df3c5854 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 210 time: 0.0297267 Nov 02 12:53:03.674494 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Request body: {'port': {'device_id': '8d458f0b-437a-41ff-93f3-1091857b39c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:03.767375 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Request body: {'port': {'device_id': '1839881d-97b0-4aa7-b398-2eeee344099f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:03.775148 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'port': {'device_id': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'admin_state_up': True, 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'security_groups': ['fde5b02a-6c52-446f-a9eb-f684fb5a1f6c']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:03.791651 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-350232c6-a2a2-4eea-ae6e-189887d27b88 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2059fb0f-4225-4fc2-af2b-4a514fca1328 HTTP/1.1" status: 200 len: 217 time: 0.1225157 Nov 02 12:53:03.907277 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Attempt 4 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:53:03.954308 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:04.013820 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.029684 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47170) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:04.052269 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.057971 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47174) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:04.073323 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa47f9-af77-484d-992b-de29350dfd18 req-3977ea73-392e-43c8-93cd-2615eb63e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:04.075185 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-3977ea73-392e-43c8-93cd-2615eb63e409 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf HTTP/1.1" status: 200 len: 851 time: 0.1573515 Nov 02 12:53:04.205323 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-951a3eae-0d6e-473d-a344-c9a617d28b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.218791 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-30454bd7-2215-4c79-84d0-24b4c90e70c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.277822 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e98c4-da25-495b-805b-1359c9e18ba2 req-fdc938dd-b86d-41b8-8442-4644a7479dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:04.279364 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a06e98c4-da25-495b-805b-1359c9e18ba2 req-fdc938dd-b86d-41b8-8442-4644a7479dbb service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 1128 time: 0.4229157 Nov 02 12:53:04.370129 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddd4bd-65fe-4116-9b37-120b58d58149 req-8c7d14e1-a24b-42a2-b04d-29f088725b1e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:04.371821 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-90ddd4bd-65fe-4116-9b37-120b58d58149 req-8c7d14e1-a24b-42a2-b04d-29f088725b1e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 931 time: 0.1311791 Nov 02 12:53:04.384273 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Made reservation on behalf of ac56ac8efe2d4a07aa0f1c7976ad8fe7 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:04.387779 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.413813 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-951a3eae-0d6e-473d-a344-c9a617d28b2f admin admin] Publish callbacks [] for security_group (99e017bb-9b1d-4a54-86bf-b72363fdc1db), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.431993 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-951a3eae-0d6e-473d-a344-c9a617d28b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (99e017bb-9b1d-4a54-86bf-b72363fdc1db), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.459228 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Attempt 5 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:53:04.470058 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-30454bd7-2215-4c79-84d0-24b4c90e70c8 admin admin] Publish callbacks [] for security_group (a33b6d67-e972-443a-97c3-e763c6e03d80), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.489722 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-30454bd7-2215-4c79-84d0-24b4c90e70c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a33b6d67-e972-443a-97c3-e763c6e03d80), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.496819 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a3eae-0d6e-473d-a344-c9a617d28b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e017bb-9b1d-4a54-86bf-b72363fdc1db,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:04.500435 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:04.523836 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-951a3eae-0d6e-473d-a344-c9a617d28b2f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0b3fdac3357b42a39f3b70aaa3857893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4924111 Nov 02 12:53:04.536619 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47190) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:04.559577 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-90ddd4bd-65fe-4116-9b37-120b58d58149 req-7b3ea133-81b5-4373-a8bc-7209212a98ea tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737869 Nov 02 12:53:04.578802 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-30454bd7-2215-4c79-84d0-24b4c90e70c8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1647093592124a1db08fb07a31be065f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5192368 Nov 02 12:53:04.585341 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47192) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:04.586545 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30454bd7-2215-4c79-84d0-24b4c90e70c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b6d67-e972-443a-97c3-e763c6e03d80,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:04.644137 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-17513766-160a-4b62-b155-7eeab88d88f1 admin admin] Publish callbacks [] for security_group (99e017bb-9b1d-4a54-86bf-b72363fdc1db), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.695203 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-75f83b09-dd79-498c-9bc7-50991974e048 admin admin] Publish callbacks [] for security_group (a33b6d67-e972-443a-97c3-e763c6e03d80), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.718631 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-17513766-160a-4b62-b155-7eeab88d88f1 admin admin] Publish callbacks [] for security_group (99e017bb-9b1d-4a54-86bf-b72363fdc1db), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.735655 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-75f83b09-dd79-498c-9bc7-50991974e048 admin admin] Publish callbacks [] for security_group (a33b6d67-e972-443a-97c3-e763c6e03d80), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.744648 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa47f9-af77-484d-992b-de29350dfd18 req-0a1611b9-7205-4bf7-8364-e5c940dde32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:04.746290 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-0a1611b9-7205-4bf7-8364-e5c940dde32b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=60d337b4-4ca8-43ed-afc1-671fbf50993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5608211 Nov 02 12:53:04.798580 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51db1b-c259-49e1-9462-54b0f845e6fb req-cf48f65a-ae81-49eb-a423-5cbf2251eebc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:04.800068 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cb51db1b-c259-49e1-9462-54b0f845e6fb req-cf48f65a-ae81-49eb-a423-5cbf2251eebc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 931 time: 0.1454353 Nov 02 12:53:04.815578 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e98c4-da25-495b-805b-1359c9e18ba2 req-5215b4c2-3733-40f6-8570-f922bdac50af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:04.817084 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a06e98c4-da25-495b-805b-1359c9e18ba2 req-5215b4c2-3733-40f6-8570-f922bdac50af service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5074725 Nov 02 12:53:04.834681 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-17513766-160a-4b62-b155-7eeab88d88f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (99e017bb-9b1d-4a54-86bf-b72363fdc1db), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.837588 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-17513766-160a-4b62-b155-7eeab88d88f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.838862 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-17513766-160a-4b62-b155-7eeab88d88f1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/99e017bb-9b1d-4a54-86bf-b72363fdc1db HTTP/1.1" status: 204 len: 168 time: 0.3012588 Nov 02 12:53:04.844083 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b7909-21c7-4a54-86f4-9cefabec8fc2 req-01e1e562-2bdd-4089-a3a9-68e3d3f16198 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:04.848246 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-75f83b09-dd79-498c-9bc7-50991974e048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a33b6d67-e972-443a-97c3-e763c6e03d80), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.850789 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c70b7909-21c7-4a54-86f4-9cefabec8fc2 req-01e1e562-2bdd-4089-a3a9-68e3d3f16198 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.3974147 Nov 02 12:53:04.850967 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-75f83b09-dd79-498c-9bc7-50991974e048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:04.852032 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-75f83b09-dd79-498c-9bc7-50991974e048 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a33b6d67-e972-443a-97c3-e763c6e03d80 HTTP/1.1" status: 204 len: 168 time: 0.2616494 Nov 02 12:53:04.868277 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17513766-160a-4b62-b155-7eeab88d88f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e017bb-9b1d-4a54-86bf-b72363fdc1db,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:04.893019 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cb51db1b-c259-49e1-9462-54b0f845e6fb req-ade8f5de-799d-4605-b10b-93b74c62e208 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772941 Nov 02 12:53:04.894275 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f83b09-dd79-498c-9bc7-50991974e048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33b6d67-e972-443a-97c3-e763c6e03d80,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:05.002026 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Attempt 6 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:53:05.057027 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bc0d4f85-88b6-4b03-9d8c-1b860d458b3b req-c5f07b07-826a-4854-8d41-e2c523d9658c tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 210 time: 0.0510871 Nov 02 12:53:05.092187 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:05.272902 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47216) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:05.292140 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a7957116-b282-4acc-b3f8-ac8ad65c5fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.394604 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a7957116-b282-4acc-b3f8-ac8ad65c5fa3 admin admin] Publish callbacks [] for security_group (085b7baf-64d0-4f31-9b61-839a3f7d29e4), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.395954 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47218) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:05.406624 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a7957116-b282-4acc-b3f8-ac8ad65c5fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (085b7baf-64d0-4f31-9b61-839a3f7d29e4), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.418727 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Allocated IP 172.20.0.4 (1899e874-a496-4913-9de6-503fed5c449b/9713cd00-64c3-4e76-b8a6-b846c353523d/6f41fdae-476d-4c30-ba0a-43899e265ad5) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:05.452405 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a7957116-b282-4acc-b3f8-ac8ad65c5fa3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f551ebd538484329b744fb96626c1ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762915 Nov 02 12:53:05.452405 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7957116-b282-4acc-b3f8-ac8ad65c5fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085b7baf-64d0-4f31-9b61-839a3f7d29e4,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:05.459816 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c70b7909-21c7-4a54-86f4-9cefabec8fc2 req-091cf140-3466-4e5e-8f53-53930050f8ff tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079385 Nov 02 12:53:05.465535 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47222) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:05.537865 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47226) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:05.546134 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceff5860-04fb-4226-b8ae-37c3cb9c96be {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:05.554327 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e5b68efa-cddd-4461-ac65-8e4855baf0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.575643 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Publish callbacks [] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.594032 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Attempt 7 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:53:05.604165 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39d26326-205d-4a89-bf5d-ddbd9e0c064e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.629473 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:05.634869 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e98c4-da25-495b-805b-1359c9e18ba2 req-7c26d163-0a83-40b2-b374-222cc813c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:05.636538 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a06e98c4-da25-495b-805b-1359c9e18ba2 req-7c26d163-0a83-40b2-b374-222cc813c943 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4908595 Nov 02 12:53:05.640489 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:05.647536 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-a9847660-a065-47b6-a54c-994c9697cad2 service neutron] 10.222.0.105 "GET /v2.0/networks/60d337b4-4ca8-43ed-afc1-671fbf50993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003500 Nov 02 12:53:05.649865 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Publish callbacks [] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.652774 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Transition to ACTIVE for port object ceff5860-04fb-4226-b8ae-37c3cb9c96be will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:53:05.670850 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.720494 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e5b68efa-cddd-4461-ac65-8e4855baf0f0 admin admin] Publish callbacks [] for security_group (2d86e384-b23a-4078-99dd-c13338ddaee5), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.731035 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e5b68efa-cddd-4461-ac65-8e4855baf0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (2d86e384-b23a-4078-99dd-c13338ddaee5), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.748792 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Transition to ACTIVE for port object 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:53:05.765541 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.794833 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ed5fa5ae-4f22-40dc-8912-ebfbb1505ff8 admin admin] Publish callbacks [] for security_group (085b7baf-64d0-4f31-9b61-839a3f7d29e4), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.804259 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e5b68efa-cddd-4461-ac65-8e4855baf0f0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=496deccf243948e0bb8392ee22c75a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629795 Nov 02 12:53:05.805647 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39d26326-205d-4a89-bf5d-ddbd9e0c064e admin admin] Publish callbacks [] for security_group (6574225e-742e-4f46-b794-7e6fe1c69de3), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.806627 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b68efa-cddd-4461-ac65-8e4855baf0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d86e384-b23a-4078-99dd-c13338ddaee5,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:05.809042 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47230) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:05.820865 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Pushing event updated for resources: {'Port': ['ID=ceff5860-04fb-4226-b8ae-37c3cb9c96be,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:05.822586 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e9f1-2e17-45e7-a0af-6e55c9d446c8 req-c0bb7de2-deea-4bc0-98ba-f4ef1cff1d45 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:05.825046 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3829e9f1-2e17-45e7-a0af-6e55c9d446c8 req-c0bb7de2-deea-4bc0-98ba-f4ef1cff1d45 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 943 time: 0.1619053 Nov 02 12:53:05.825974 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39d26326-205d-4a89-bf5d-ddbd9e0c064e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (6574225e-742e-4f46-b794-7e6fe1c69de3), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.904178 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d26326-205d-4a89-bf5d-ddbd9e0c064e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574225e-742e-4f46-b794-7e6fe1c69de3,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:05.908346 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-39d26326-205d-4a89-bf5d-ddbd9e0c064e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f7fd04930e634d01b17ae381bcfc5d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5083408 Nov 02 12:53:05.911363 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47232) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:05.915072 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ed5fa5ae-4f22-40dc-8912-ebfbb1505ff8 admin admin] Publish callbacks [] for security_group (085b7baf-64d0-4f31-9b61-839a3f7d29e4), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.920562 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Attempting to bind port ceff5860-04fb-4226-b8ae-37c3cb9c96be on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:53:05.920955 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Attempting to bind port ceff5860-04fb-4226-b8ae-37c3cb9c96be by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:53:05.921242 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Attempting to bind port ceff5860-04fb-4226-b8ae-37c3cb9c96be on network 44813eaf-ef4c-426e-8812-9534d97c5b8a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:05.960053 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Pushing event updated for resources: {'Port': ['ID=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:05.966295 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3829e9f1-2e17-45e7-a0af-6e55c9d446c8 req-4e93195c-8f7f-4341-b596-436a9843a2ab tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280043 Nov 02 12:53:05.972780 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8bb76e02-17e7-43cf-a1d8-80440e2c5be5 admin admin] Publish callbacks [] for security_group (2d86e384-b23a-4078-99dd-c13338ddaee5), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.972986 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Port ceff5860-04fb-4226-b8ae-37c3cb9c96be on network 44813eaf-ef4c-426e-8812-9534d97c5b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:53:05.973204 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Attempting to bind port ceff5860-04fb-4226-b8ae-37c3cb9c96be on network 44813eaf-ef4c-426e-8812-9534d97c5b8a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:05.985447 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:05.993728 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Attempting to bind port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:53:05.994075 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Attempting to bind port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:53:05.994376 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Attempting to bind port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f on network 5c790846-1155-4e44-80f1-15983b65a735 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:05.998085 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:53:05.998451 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Checking segment: {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:53:05.998827 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Bound using segment: {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:53:05.999227 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Bound port: ceff5860-04fb-4226-b8ae-37c3cb9c96be, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:53:05.999603 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.007753 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a1ce12f9-bd41-49b1-9492-98e307c8ef1b admin admin] Publish callbacks [] for security_group (6574225e-742e-4f46-b794-7e6fe1c69de3), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.008109 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f on network 5c790846-1155-4e44-80f1-15983b65a735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:53:06.008408 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Attempting to bind port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f on network 5c790846-1155-4e44-80f1-15983b65a735 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:06.024722 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8bb76e02-17e7-43cf-a1d8-80440e2c5be5 admin admin] Publish callbacks [] for security_group (2d86e384-b23a-4078-99dd-c13338ddaee5), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.027655 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:53:06.028152 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Checking segment: {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:53:06.028507 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Bound using segment: {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:53:06.028962 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Bound port: 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:53:06.029340 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.053780 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a1ce12f9-bd41-49b1-9492-98e307c8ef1b admin admin] Publish callbacks [] for security_group (6574225e-742e-4f46-b794-7e6fe1c69de3), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.129061 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8bb76e02-17e7-43cf-a1d8-80440e2c5be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (2d86e384-b23a-4078-99dd-c13338ddaee5), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.132993 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8bb76e02-17e7-43cf-a1d8-80440e2c5be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.137901 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-8bb76e02-17e7-43cf-a1d8-80440e2c5be5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2d86e384-b23a-4078-99dd-c13338ddaee5 HTTP/1.1" status: 204 len: 168 time: 0.3269360 Nov 02 12:53:06.141651 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Attempt 8 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:53:06.155178 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ed5fa5ae-4f22-40dc-8912-ebfbb1505ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (085b7baf-64d0-4f31-9b61-839a3f7d29e4), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.155490 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ed5fa5ae-4f22-40dc-8912-ebfbb1505ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.159126 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-ed5fa5ae-4f22-40dc-8912-ebfbb1505ff8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/085b7baf-64d0-4f31-9b61-839a3f7d29e4 HTTP/1.1" status: 204 len: 168 time: 0.6792338 Nov 02 12:53:06.198659 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8f885db7-a38b-4faa-9cee-4b86f40068e4 req-230a0954-f05e-48e6-93c2-da7fee221f7a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 210 time: 0.0568848 Nov 02 12:53:06.203350 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fa5ae-4f22-40dc-8912-ebfbb1505ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085b7baf-64d0-4f31-9b61-839a3f7d29e4,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.207050 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.214016 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a1ce12f9-bd41-49b1-9492-98e307c8ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (6574225e-742e-4f46-b794-7e6fe1c69de3), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.216853 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a1ce12f9-bd41-49b1-9492-98e307c8ef1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.218852 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a1ce12f9-bd41-49b1-9492-98e307c8ef1b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6574225e-742e-4f46-b794-7e6fe1c69de3 HTTP/1.1" status: 204 len: 168 time: 0.3065805 Nov 02 12:53:06.219863 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb76e02-17e7-43cf-a1d8-80440e2c5be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d86e384-b23a-4078-99dd-c13338ddaee5,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.227223 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] For port ceff5860-04fb-4226-b8ae-37c3cb9c96be, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:06.236624 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce12f9-bd41-49b1-9492-98e307c8ef1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574225e-742e-4f46-b794-7e6fe1c69de3,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.264515 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:06.281230 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:06.289791 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] For port ceff5860-04fb-4226-b8ae-37c3cb9c96be, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ceff5860-04fb-4226-b8ae-37c3cb9c96be,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:06.297946 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661631-fcde-426b-80ed-2649ae340704 req-9119e6ef-5749-4978-8b66-b5e01aee4980 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:06.299756 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6d661631-fcde-426b-80ed-2649ae340704 req-9119e6ef-5749-4978-8b66-b5e01aee4980 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.2636359 Nov 02 12:53:06.307851 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:06.317591 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Network 1899e874-a496-4913-9de6-503fed5c449b is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:06.329887 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.333074 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:06.333679 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.335017 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] 10.222.0.105 "PUT /v2.0/ports/ceff5860-04fb-4226-b8ae-37c3cb9c96be HTTP/1.1" status: 200 len: 1093 time: 2.6648881 Nov 02 12:53:06.339670 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d458f0b-437a-41ff-93f3-1091857b39c8', 'tag': 'ceff5860-04fb-4226-b8ae-37c3cb9c96be'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:06.342295 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84abfed-6ae4-4159-94ab-e88ddfb9d6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d458f0b-437a-41ff-93f3-1091857b39c8", "tag": "ceff5860-04fb-4226-b8ae-37c3cb9c96be"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:06.345126 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:06.347844 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:53:06.353730 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:06.354222 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.369359 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.372948 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:06.373575 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.375022 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] 10.222.0.105 "PUT /v2.0/ports/7a7f193c-8f61-4df5-8e3c-0d69f95daa2f HTTP/1.1" status: 200 len: 1093 time: 2.6120393 Nov 02 12:53:06.380166 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'Port': ['ID=6f41fdae-476d-4c30-ba0a-43899e265ad5,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.421420 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8ac6be-9046-44e4-ac9d-396cd1f1556d x-openstack-request-id: req-2d8ac6be-9046-44e4-ac9d-396cd1f1556d {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:06.422072 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d458f0b-437a-41ff-93f3-1091857b39c8", "tag": "ceff5860-04fb-4226-b8ae-37c3cb9c96be", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:06.422072 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2d8ac6be-9046-44e4-ac9d-396cd1f1556d {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:06.422387 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8ac6be-9046-44e4-ac9d-396cd1f1556d'] response: {'name': 'network-changed', 'server_uuid': '8d458f0b-437a-41ff-93f3-1091857b39c8', 'tag': 'ceff5860-04fb-4226-b8ae-37c3cb9c96be', 'status': 'completed', 'code': 200} Nov 02 12:53:06.451069 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-c5f9d531-3857-41d9-9b81-a547ffd6c8a8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6889901 Nov 02 12:53:06.494475 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6d661631-fcde-426b-80ed-2649ae340704 req-cd9728b0-b1d2-4f11-970c-aa72eca20ee5 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842759 Nov 02 12:53:06.498859 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d951cb-acd7-4b9c-8bf8-e6821caa17ec service neutron] Pushing event updated for resources: {'Port': ['ID=ceff5860-04fb-4226-b8ae-37c3cb9c96be,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.590373 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1b6df-ee38-4637-b518-a79d48b9e0af service neutron] Pushing event updated for resources: {'Port': ['ID=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:06.668956 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f2056-929e-464d-8160-8ca749f0fd9b req-17334fd4-70ce-44ba-bc99-c235c6772e74 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:06.676630 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-685f2056-929e-464d-8160-8ca749f0fd9b req-17334fd4-70ce-44ba-bc99-c235c6772e74 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0660794 Nov 02 12:53:06.725346 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-685f2056-929e-464d-8160-8ca749f0fd9b req-d4704a06-edc8-41bb-a8a7-e317349cd345 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476456 Nov 02 12:53:06.782926 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Attempt 9 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:53:06.823674 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-3c64f5d4-042b-4dc8-a9c6-444085001008 None None] Port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:53:06.859474 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47264) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:06.873457 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e24727d5-f80e-4e49-9fa5-fe3b5dfd2ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.954491 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e24727d5-f80e-4e49-9fa5-fe3b5dfd2ad6 admin admin] Publish callbacks [] for security_group (a001b2fe-3f0d-46be-bed8-5ef31a3665bc), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.962570 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e24727d5-f80e-4e49-9fa5-fe3b5dfd2ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a001b2fe-3f0d-46be-bed8-5ef31a3665bc), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.968703 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Provisioning complete for port 6f41fdae-476d-4c30-ba0a-43899e265ad5 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:53:06.969330 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:06.969923 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Attempt 1 to provision port 6f41fdae-476d-4c30-ba0a-43899e265ad5 Nov 02 12:53:07.008014 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-e24727d5-f80e-4e49-9fa5-fe3b5dfd2ad6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d51fbe4c7b3d4beeafda4d9d8b058edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473978 Nov 02 12:53:07.011004 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47274) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:07.020088 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24727d5-f80e-4e49-9fa5-fe3b5dfd2ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a001b2fe-3f0d-46be-bed8-5ef31a3665bc,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:07.034282 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Port 6f41fdae-476d-4c30-ba0a-43899e265ad5 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:07.078432 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-25ae190a-ebf3-4e84-bc39-f8485805cd8c admin admin] Publish callbacks [] for security_group (a001b2fe-3f0d-46be-bed8-5ef31a3665bc), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.108813 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-25ae190a-ebf3-4e84-bc39-f8485805cd8c admin admin] Publish callbacks [] for security_group (a001b2fe-3f0d-46be-bed8-5ef31a3665bc), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.130196 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2f6da-4da0-4f97-9d72-6a4b67455d24 req-578abb5a-721d-4d30-87f4-9a4728e313f2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:07.131741 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2ed2f6da-4da0-4f97-9d72-6a4b67455d24 req-578abb5a-721d-4d30-87f4-9a4728e313f2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 943 time: 0.0625422 Nov 02 12:53:07.174591 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-25ae190a-ebf3-4e84-bc39-f8485805cd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a001b2fe-3f0d-46be-bed8-5ef31a3665bc), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.177755 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-25ae190a-ebf3-4e84-bc39-f8485805cd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.181782 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-25ae190a-ebf3-4e84-bc39-f8485805cd8c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a001b2fe-3f0d-46be-bed8-5ef31a3665bc HTTP/1.1" status: 204 len: 168 time: 0.1667104 Nov 02 12:53:07.187460 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae190a-ebf3-4e84-bc39-f8485805cd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a001b2fe-3f0d-46be-bed8-5ef31a3665bc,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:07.201447 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2ed2f6da-4da0-4f97-9d72-6a4b67455d24 req-04d846e0-3bbc-4b3c-871a-e8d760020140 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621617 Nov 02 12:53:07.342884 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2d716-d888-4189-a11d-7075e0d16013 req-469b521c-2fcf-41ef-93e7-255e443eee28 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:07.344568 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b6a2d716-d888-4189-a11d-7075e0d16013 req-469b521c-2fcf-41ef-93e7-255e443eee28 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 931 time: 0.0620058 Nov 02 12:53:07.401281 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b6a2d716-d888-4189-a11d-7075e0d16013 req-5bc3ad2a-b0f8-422f-ab48-779e4f63ff28 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500722 Nov 02 12:53:07.490868 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47298) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:07.494744 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:53:07.506173 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7c1ccf58-4112-49cd-9f1b-a2aeb9e9cc12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.535909 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Attempt 2 to provision port 6f41fdae-476d-4c30-ba0a-43899e265ad5 Nov 02 12:53:07.583127 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Port 6f41fdae-476d-4c30-ba0a-43899e265ad5 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:07.613582 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7c1ccf58-4112-49cd-9f1b-a2aeb9e9cc12 admin admin] Publish callbacks [] for security_group (76a04574-1621-45ad-af22-6eed62de3736), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.619223 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7c1ccf58-4112-49cd-9f1b-a2aeb9e9cc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (76a04574-1621-45ad-af22-6eed62de3736), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.659332 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-7c1ccf58-4112-49cd-9f1b-a2aeb9e9cc12 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=39b83a7be01e498089c5e92661766edd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668015 Nov 02 12:53:07.662118 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47308) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:07.668893 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ccf58-4112-49cd-9f1b-a2aeb9e9cc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a04574-1621-45ad-af22-6eed62de3736,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:07.719803 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0bf24-3395-488f-9cb8-be7cd5608865 req-ebfee904-e025-4560-b7b9-1d1dcca9ccc8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:07.726656 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-28f0bf24-3395-488f-9cb8-be7cd5608865 req-ebfee904-e025-4560-b7b9-1d1dcca9ccc8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.1045830 Nov 02 12:53:07.758510 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d1bec21f-d85c-46fa-8fa0-3482a8c53d65 admin admin] Publish callbacks [] for security_group (76a04574-1621-45ad-af22-6eed62de3736), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.797565 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d1bec21f-d85c-46fa-8fa0-3482a8c53d65 admin admin] Publish callbacks [] for security_group (76a04574-1621-45ad-af22-6eed62de3736), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.813671 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-28f0bf24-3395-488f-9cb8-be7cd5608865 req-25c5ea6f-5760-45c1-8c30-454876ce4e1b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860169 Nov 02 12:53:07.874543 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d1bec21f-d85c-46fa-8fa0-3482a8c53d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (76a04574-1621-45ad-af22-6eed62de3736), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.877745 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d1bec21f-d85c-46fa-8fa0-3482a8c53d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:07.879198 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-d1bec21f-d85c-46fa-8fa0-3482a8c53d65 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/76a04574-1621-45ad-af22-6eed62de3736 HTTP/1.1" status: 204 len: 168 time: 0.2160010 Nov 02 12:53:07.888035 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bec21f-d85c-46fa-8fa0-3482a8c53d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a04574-1621-45ad-af22-6eed62de3736,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:07.890388 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a79ef-a80c-4e19-983b-cbbdafa7a777 req-51c539f0-4acd-4250-b37e-87f8dee06417 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:07.893077 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-321a79ef-a80c-4e19-983b-cbbdafa7a777 req-51c539f0-4acd-4250-b37e-87f8dee06417 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0741937 Nov 02 12:53:07.949156 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-321a79ef-a80c-4e19-983b-cbbdafa7a777 req-311c82cc-26bb-496f-8ea9-41ac74b7788f tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460966 Nov 02 12:53:08.084273 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Attempt 3 to provision port 6f41fdae-476d-4c30-ba0a-43899e265ad5 Nov 02 12:53:08.120418 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Port 6f41fdae-476d-4c30-ba0a-43899e265ad5 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:08.285926 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Request body: {'port': {'device_id': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:08.430454 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:08.432844 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58823b94-0e7d-49eb-915a-43fc82bec36f" -d '{"events": [{"name": "network-changed", "server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:08.495170 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49aa47f9-af77-484d-992b-de29350dfd18 req-48f1bcf7-b331-4a5e-869a-67c765c5927f service neutron] 10.222.0.105 "GET /v2.0/networks/60d337b4-4ca8-43ed-afc1-671fbf50993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723663 Nov 02 12:53:08.523845 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:08.585266 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88c4f0-42ba-4357-a03e-12a02f44b773 req-1ed62c7b-f46a-4f50-832b-86072bdce0e2 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:08.587051 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ab88c4f0-42ba-4357-a03e-12a02f44b773 req-1ed62c7b-f46a-4f50-832b-86072bdce0e2 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 931 time: 0.0781231 Nov 02 12:53:08.621919 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Attempt 4 to provision port 6f41fdae-476d-4c30-ba0a-43899e265ad5 Nov 02 12:53:08.658149 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ab88c4f0-42ba-4357-a03e-12a02f44b773 req-ff8bcbd0-0608-46af-b86f-9db7deab2f18 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618131 Nov 02 12:53:08.694615 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Port 6f41fdae-476d-4c30-ba0a-43899e265ad5 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:08.768963 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-5f21dbd8-7cba-485d-be84-a39c1a117808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:08.773132 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-5f21dbd8-7cba-485d-be84-a39c1a117808 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 1128 time: 0.4177341 Nov 02 12:53:08.779720 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936b45c0-c37a-46ec-a9cf-5bc949590b44 x-openstack-request-id: req-936b45c0-c37a-46ec-a9cf-5bc949590b44 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:08.780002 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:08.780303 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-936b45c0-c37a-46ec-a9cf-5bc949590b44 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:08.780834 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936b45c0-c37a-46ec-a9cf-5bc949590b44'] response: {'name': 'network-changed', 'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'status': 'completed', 'code': 200} Nov 02 12:53:08.791701 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84abfed-6ae4-4159-94ab-e88ddfb9d6e9 req-d8c34878-278a-451d-9d84-3e3119ed68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:08.793234 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c84abfed-6ae4-4159-94ab-e88ddfb9d6e9 req-d8c34878-278a-451d-9d84-3e3119ed68ff service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 1127 time: 0.4700439 Nov 02 12:53:08.802192 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438dc4b-c452-45ea-9baa-c24af0c2caf2 req-40b62505-f566-4cc4-8007-577950626917 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:08.803741 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b438dc4b-c452-45ea-9baa-c24af0c2caf2 req-40b62505-f566-4cc4-8007-577950626917 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 943 time: 0.5081100 Nov 02 12:53:08.981392 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e93193-ceb3-4e49-b1e9-9d8d737c727f req-658d66c1-9527-4b4b-a131-b73eec8d168a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:08.990131 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-97e93193-ceb3-4e49-b1e9-9d8d737c727f req-658d66c1-9527-4b4b-a131-b73eec8d168a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0779924 Nov 02 12:53:09.081438 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-2e09d41e-932b-447c-a3fc-0a54247db6dd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77048807-cd5e-48b1-8d83-bf09988266df HTTP/1.1" status: 200 len: 217 time: 0.1888292 Nov 02 12:53:09.095657 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b438dc4b-c452-45ea-9baa-c24af0c2caf2 req-08e5917c-41ff-418f-b198-8db2b1c3246d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712593 Nov 02 12:53:09.113755 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-4d44a7ad-9637-486e-b67c-39b777d843ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:09.125496 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-4d44a7ad-9637-486e-b67c-39b777d843ab service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 1127 time: 0.3374689 Nov 02 12:53:09.196140 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Attempt 5 to provision port 6f41fdae-476d-4c30-ba0a-43899e265ad5 Nov 02 12:53:09.213763 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-97e93193-ceb3-4e49-b1e9-9d8d737c727f req-7a62305e-16d0-4532-af7d-650c39698ba3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228179 Nov 02 12:53:09.214157 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84abfed-6ae4-4159-94ab-e88ddfb9d6e9 req-fac1138d-9be5-4ff0-9807-5629317f6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:09.215673 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c84abfed-6ae4-4159-94ab-e88ddfb9d6e9 req-fac1138d-9be5-4ff0-9807-5629317f6208 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3102603 Nov 02 12:53:09.217558 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1e4b5-d1b6-421a-8204-e4e9df91db99 req-4349c3b7-90e2-4287-8647-b97079a1c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:09.218951 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-07a1e4b5-d1b6-421a-8204-e4e9df91db99 req-4349c3b7-90e2-4287-8647-b97079a1c67b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7d2c4b25d8f447e99927fa32e9f35b1a&device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 1128 time: 0.3251169 Nov 02 12:53:09.264671 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Port 6f41fdae-476d-4c30-ba0a-43899e265ad5 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:09.362661 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c69de2-a3d1-4e92-9dff-956716258fea req-6b804dd9-511e-4cd3-a45f-b647d26676de tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:09.364415 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-84c69de2-a3d1-4e92-9dff-956716258fea req-6b804dd9-511e-4cd3-a45f-b647d26676de tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.1217363 Nov 02 12:53:09.430076 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f41fdae-476d-4c30-ba0a-43899e265ad5 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:09.441523 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Publish callbacks [] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.448430 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-84c69de2-a3d1-4e92-9dff-956716258fea req-e5d548f6-070f-4510-b38a-24952f469078 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646765 Nov 02 12:53:09.476442 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Transition to ACTIVE for port object 6f41fdae-476d-4c30-ba0a-43899e265ad5 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:53:09.484693 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.575019 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Attempting to bind port 6f41fdae-476d-4c30-ba0a-43899e265ad5 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:53:09.575457 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Attempting to bind port 6f41fdae-476d-4c30-ba0a-43899e265ad5 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:53:09.575863 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Attempting to bind port 6f41fdae-476d-4c30-ba0a-43899e265ad5 on network 1899e874-a496-4913-9de6-503fed5c449b {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:09.581030 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Port 6f41fdae-476d-4c30-ba0a-43899e265ad5 on network 1899e874-a496-4913-9de6-503fed5c449b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:53:09.581424 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Attempting to bind port 6f41fdae-476d-4c30-ba0a-43899e265ad5 on network 1899e874-a496-4913-9de6-503fed5c449b {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:09.583532 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f41fdae-476d-4c30-ba0a-43899e265ad5,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:09.591453 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:53:09.591787 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Checking segment: {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:53:09.592176 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Bound using segment: {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:53:09.592641 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Bound port: 6f41fdae-476d-4c30-ba0a-43899e265ad5, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:53:09.593004 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.678732 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] For port 6f41fdae-476d-4c30-ba0a-43899e265ad5, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:09.682572 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] For port 6f41fdae-476d-4c30-ba0a-43899e265ad5, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6f41fdae-476d-4c30-ba0a-43899e265ad5,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:09.691297 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.695485 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:09.697875 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:09.701080 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] 10.222.0.105 "PUT /v2.0/ports/6f41fdae-476d-4c30-ba0a-43899e265ad5 HTTP/1.1" status: 200 len: 1093 time: 1.4212282 Nov 02 12:53:09.760644 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3768222-8cbf-480f-9dd1-33bee58d9cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f41fdae-476d-4c30-ba0a-43899e265ad5,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:09.766420 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Attempt 6 to provision port 6f41fdae-476d-4c30-ba0a-43899e265ad5 Nov 02 12:53:09.830316 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-cb1637da-9c41-4a1a-ac11-e6d2b914aa49 None None] Port 6f41fdae-476d-4c30-ba0a-43899e265ad5 had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:53:09.848070 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cb9a4-3727-4f2a-a7a9-c47907854978 req-5dc4a9ce-3ca6-4920-8fb6-b5f163552f3b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:09.850026 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-766cb9a4-3727-4f2a-a7a9-c47907854978 req-5dc4a9ce-3ca6-4920-8fb6-b5f163552f3b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 943 time: 0.0792656 Nov 02 12:53:09.904367 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-766cb9a4-3727-4f2a-a7a9-c47907854978 req-f9cccda0-4bea-4e76-9969-125eeb6185f4 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480478 Nov 02 12:53:10.239641 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a289101-4b6e-47e6-85a6-025a39349cf1 req-b87d88b2-6b5c-4dc4-9bc4-eb57d45ba9ba tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:10.241193 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2a289101-4b6e-47e6-85a6-025a39349cf1 req-b87d88b2-6b5c-4dc4-9bc4-eb57d45ba9ba tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 943 time: 0.0576353 Nov 02 12:53:10.316655 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2a289101-4b6e-47e6-85a6-025a39349cf1 req-11cf0a5b-3ddd-4d27-9504-b5ba723f0f6c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593255 Nov 02 12:53:10.358183 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b40081-5cde-4f42-bdbc-093f21d1eb12 req-92f0330a-432f-45c9-adca-29ba83b02433 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:10.359590 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d4b40081-5cde-4f42-bdbc-093f21d1eb12 req-92f0330a-432f-45c9-adca-29ba83b02433 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0599339 Nov 02 12:53:10.412129 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d4b40081-5cde-4f42-bdbc-093f21d1eb12 req-c4638b9e-d590-429c-a0f1-5bac7fd22e40 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463245 Nov 02 12:53:10.593077 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f482d-befe-46a6-87cd-69deb7b13987 req-f37950d4-586e-4838-88e0-4a4a6d5873fc tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:10.594593 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-789f482d-befe-46a6-87cd-69deb7b13987 req-f37950d4-586e-4838-88e0-4a4a6d5873fc tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0553706 Nov 02 12:53:10.645320 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-789f482d-befe-46a6-87cd-69deb7b13987 req-20407fa9-c24d-49e3-bb6f-d5dbfc404c47 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Nov 02 12:53:10.781915 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'tag': '6f41fdae-476d-4c30-ba0a-43899e265ad5'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:10.784829 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3ee504-7a18-48af-b251-076e7f867c44" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe9d261-592b-4b69-944d-5517465f6c40", "tag": "6f41fdae-476d-4c30-ba0a-43899e265ad5"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:10.822145 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b375dbf-742a-41eb-9857-f3c9ce61dc9e x-openstack-request-id: req-9b375dbf-742a-41eb-9857-f3c9ce61dc9e {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:10.822450 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe9d261-592b-4b69-944d-5517465f6c40", "tag": "6f41fdae-476d-4c30-ba0a-43899e265ad5", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:10.822686 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9b375dbf-742a-41eb-9857-f3c9ce61dc9e {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:10.823118 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b375dbf-742a-41eb-9857-f3c9ce61dc9e'] response: {'name': 'network-changed', 'server_uuid': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'tag': '6f41fdae-476d-4c30-ba0a-43899e265ad5', 'status': 'completed', 'code': 200} Nov 02 12:53:10.855893 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47466) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:10.960637 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e81a2c37-0f43-4913-aff9-ba5bfbf19225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.074654 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a03afa-9e35-46f2-ba33-1ae912b61888 req-0018f57e-01f3-4312-a35a-46e258a51842 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:11.076074 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-25a03afa-9e35-46f2-ba33-1ae912b61888 req-0018f57e-01f3-4312-a35a-46e258a51842 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 943 time: 0.0913887 Nov 02 12:53:11.093396 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e81a2c37-0f43-4913-aff9-ba5bfbf19225 admin admin] Publish callbacks [] for security_group (e9b502ea-bcb4-4fde-9d5d-a8658a5d9ca6), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.101905 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e81a2c37-0f43-4913-aff9-ba5bfbf19225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (e9b502ea-bcb4-4fde-9d5d-a8658a5d9ca6), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.166182 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-e81a2c37-0f43-4913-aff9-ba5bfbf19225 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4efbfab0840f43f98cae3b644d043843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064916 Nov 02 12:53:11.166182 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a2c37-0f43-4913-aff9-ba5bfbf19225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b502ea-bcb4-4fde-9d5d-a8658a5d9ca6,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:11.166641 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47474) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:11.171745 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-25a03afa-9e35-46f2-ba33-1ae912b61888 req-eadee8d8-b7d7-4e34-a8d5-11c0f12f2a92 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880718 Nov 02 12:53:11.231889 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b6e021bc-8b4a-46d8-b655-d0f059a965b3 admin admin] Publish callbacks [] for security_group (e9b502ea-bcb4-4fde-9d5d-a8658a5d9ca6), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.257286 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b6e021bc-8b4a-46d8-b655-d0f059a965b3 admin admin] Publish callbacks [] for security_group (e9b502ea-bcb4-4fde-9d5d-a8658a5d9ca6), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.311111 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b6e021bc-8b4a-46d8-b655-d0f059a965b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (e9b502ea-bcb4-4fde-9d5d-a8658a5d9ca6), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.313890 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b6e021bc-8b4a-46d8-b655-d0f059a965b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.315176 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-b6e021bc-8b4a-46d8-b655-d0f059a965b3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e9b502ea-bcb4-4fde-9d5d-a8658a5d9ca6 HTTP/1.1" status: 204 len: 168 time: 0.1473536 Nov 02 12:53:11.323884 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e021bc-8b4a-46d8-b655-d0f059a965b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b502ea-bcb4-4fde-9d5d-a8658a5d9ca6,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:11.448095 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478dabe-f00f-4c13-b6d1-136f2ed4fb29 req-4cdddc73-fb02-45da-86f1-87da85a538d1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:11.455122 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3478dabe-f00f-4c13-b6d1-136f2ed4fb29 req-4cdddc73-fb02-45da-86f1-87da85a538d1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 943 time: 0.0598001 Nov 02 12:53:11.513233 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3478dabe-f00f-4c13-b6d1-136f2ed4fb29 req-92beec8b-89ab-4606-a745-970ecb512d08 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567794 Nov 02 12:53:11.553152 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed63a4-b8ca-4508-bce4-05d684fe2999 req-132f12b9-f25c-4074-888f-c9aef415c9fb tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:11.554491 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9bed63a4-b8ca-4508-bce4-05d684fe2999 req-132f12b9-f25c-4074-888f-c9aef415c9fb tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0615001 Nov 02 12:53:11.604501 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9bed63a4-b8ca-4508-bce4-05d684fe2999 req-ce056ad1-363d-47d2-8537-f355c81a3423 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431013 Nov 02 12:53:11.616644 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47488) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:11.630217 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e9e3a3a0-464c-4f82-85a2-161ddd0494c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.714369 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e9e3a3a0-464c-4f82-85a2-161ddd0494c2 admin admin] Publish callbacks [] for security_group (5b6d4509-7767-4d31-890f-db76753c5de1), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.718982 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e9e3a3a0-464c-4f82-85a2-161ddd0494c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (5b6d4509-7767-4d31-890f-db76753c5de1), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.759171 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3a3a0-464c-4f82-85a2-161ddd0494c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6d4509-7767-4d31-890f-db76753c5de1,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:11.763482 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-e9e3a3a0-464c-4f82-85a2-161ddd0494c2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=317bb8ab5576495797662b6349d2f3c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457446 Nov 02 12:53:11.766239 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47494) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:11.778670 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748d28a-2ba1-48ee-8054-eb67c853dcd7 req-fec2ee25-305a-488c-8dc4-21159247b866 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:11.780247 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b748d28a-2ba1-48ee-8054-eb67c853dcd7 req-fec2ee25-305a-488c-8dc4-21159247b866 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0599821 Nov 02 12:53:11.814392 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-697d0610-eaf4-4b80-9325-27af8f2b1efe admin admin] Publish callbacks [] for security_group (5b6d4509-7767-4d31-890f-db76753c5de1), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.827247 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b748d28a-2ba1-48ee-8054-eb67c853dcd7 req-e2a212d5-1692-43b9-99e4-bc6098544965 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407448 Nov 02 12:53:11.835412 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-697d0610-eaf4-4b80-9325-27af8f2b1efe admin admin] Publish callbacks [] for security_group (5b6d4509-7767-4d31-890f-db76753c5de1), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.882740 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-697d0610-eaf4-4b80-9325-27af8f2b1efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (5b6d4509-7767-4d31-890f-db76753c5de1), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.885539 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-697d0610-eaf4-4b80-9325-27af8f2b1efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:11.886816 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-697d0610-eaf4-4b80-9325-27af8f2b1efe admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5b6d4509-7767-4d31-890f-db76753c5de1 HTTP/1.1" status: 204 len: 168 time: 0.1194916 Nov 02 12:53:11.894736 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d0610-eaf4-4b80-9325-27af8f2b1efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6d4509-7767-4d31-890f-db76753c5de1,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:12.309416 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31f880-6941-4ed5-8e8a-521cb122cb8e req-9c42e4e7-3dab-45ab-8c12-803fb28ac6aa tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:12.311101 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0a31f880-6941-4ed5-8e8a-521cb122cb8e req-9c42e4e7-3dab-45ab-8c12-803fb28ac6aa tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 943 time: 0.0584891 Nov 02 12:53:12.374943 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0a31f880-6941-4ed5-8e8a-521cb122cb8e req-aafa99b1-24be-4237-b911-f45fc4795ea1 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577517 Nov 02 12:53:12.632580 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e6303-2b99-4f1a-9e91-88e5a1d73705 req-70909e8a-e75b-4530-a1cd-9918086b1760 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:12.634235 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-664e6303-2b99-4f1a-9e91-88e5a1d73705 req-70909e8a-e75b-4530-a1cd-9918086b1760 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 943 time: 0.0520670 Nov 02 12:53:12.688096 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-664e6303-2b99-4f1a-9e91-88e5a1d73705 req-29055bed-799f-4aea-bbaf-f86449e83cb1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474231 Nov 02 12:53:12.768865 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-89f94c9f-ed6b-41bd-a4af-c712ccb3205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:12.770538 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-89f94c9f-ed6b-41bd-a4af-c712ccb3205b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0728164 Nov 02 12:53:12.782024 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f85cd9-2cd2-4ac1-ac2c-369ea6c860e3 req-e79be2cf-cdb2-4e04-a6c4-f94269106622 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:12.783770 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d1f85cd9-2cd2-4ac1-ac2c-369ea6c860e3 req-e79be2cf-cdb2-4e04-a6c4-f94269106622 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0974669 Nov 02 12:53:12.954157 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-8d058723-bbf2-42e9-add7-6fe277b10c58 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f HTTP/1.1" status: 200 len: 217 time: 0.1432462 Nov 02 12:53:12.971691 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356f582-1dcd-4db2-9545-34f54d7ab56d req-2bba5d06-e29a-4e91-b8d7-aa12b70be290 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:12.973582 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f356f582-1dcd-4db2-9545-34f54d7ab56d req-2bba5d06-e29a-4e91-b8d7-aa12b70be290 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0656724 Nov 02 12:53:12.997255 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d1f85cd9-2cd2-4ac1-ac2c-369ea6c860e3 req-97757f8f-c3dd-4ada-a4e6-dd302c4e8b7d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070119 Nov 02 12:53:13.033152 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f356f582-1dcd-4db2-9545-34f54d7ab56d req-ebbe4657-7bfe-4818-80d9-3cb10c0ba072 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528541 Nov 02 12:53:13.072499 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84abfed-6ae4-4159-94ab-e88ddfb9d6e9 req-edb2d2db-29a6-4f05-8abe-9971a143c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.074015 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c84abfed-6ae4-4159-94ab-e88ddfb9d6e9 req-edb2d2db-29a6-4f05-8abe-9971a143c307 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2611983 Nov 02 12:53:13.086360 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1e4b5-d1b6-421a-8204-e4e9df91db99 req-45077b7d-b8a5-4665-961b-3e43337f9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.088071 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-07a1e4b5-d1b6-421a-8204-e4e9df91db99 req-45077b7d-b8a5-4665-961b-3e43337f9894 service neutron] 10.222.0.105 "GET /v2.0/networks?id=60d337b4-4ca8-43ed-afc1-671fbf50993a HTTP/1.1" status: 200 len: 914 time: 0.2762222 Nov 02 12:53:13.347190 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-07a1e4b5-d1b6-421a-8204-e4e9df91db99 req-8f01f141-f5be-49ca-9fef-4959c0c00e38 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2059fb0f-4225-4fc2-af2b-4a514fca1328 HTTP/1.1" status: 200 len: 217 time: 0.0888755 Nov 02 12:53:13.435433 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-b24d791c-f4f8-4d55-a0f6-2b1f89a9af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.436959 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-b24d791c-f4f8-4d55-a0f6-2b1f89a9af6c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.1774154 Nov 02 12:53:13.447715 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-df5322cd-e3c2-4640-9fb4-2ee83c7f7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.449327 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-df5322cd-e3c2-4640-9fb4-2ee83c7f7f66 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2243943 Nov 02 12:53:13.502787 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1e4b5-d1b6-421a-8204-e4e9df91db99 req-d132211d-fb68-41a6-91da-528a273801f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.504262 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-07a1e4b5-d1b6-421a-8204-e4e9df91db99 req-d132211d-fb68-41a6-91da-528a273801f2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf HTTP/1.1" status: 200 len: 851 time: 0.1414735 Nov 02 12:53:13.529648 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-4c8f84a9-1f6a-435c-a2fc-188cb1979db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.531145 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-4c8f84a9-1f6a-435c-a2fc-188cb1979db6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 1127 time: 0.2744420 Nov 02 12:53:13.534255 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-36ae6b77-adc9-4de3-b1a0-98908cfa5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.535581 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-36ae6b77-adc9-4de3-b1a0-98908cfa5873 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 1127 time: 0.1873958 Nov 02 12:53:13.565151 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86668d2d-e30d-48e9-81b0-34dd0d24e1fc req-b14eca56-ad39-404c-ad52-53cabcd16e5e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.566664 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-86668d2d-e30d-48e9-81b0-34dd0d24e1fc req-b14eca56-ad39-404c-ad52-53cabcd16e5e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 943 time: 0.1066496 Nov 02 12:53:13.568488 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-8c153961-223e-4464-9597-eb28b3072639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.569953 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-8c153961-223e-4464-9597-eb28b3072639 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143916 Nov 02 12:53:13.620898 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-86668d2d-e30d-48e9-81b0-34dd0d24e1fc req-a8c01543-07ad-4184-880b-7a899b5b991f tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481813 Nov 02 12:53:13.839494 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606660db-9819-4936-aa59-7e6a3aea68c2 req-89b67592-9aab-4019-9135-1fa61fbe79cd tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:13.846774 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-606660db-9819-4936-aa59-7e6a3aea68c2 req-89b67592-9aab-4019-9135-1fa61fbe79cd tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 943 time: 0.0694513 Nov 02 12:53:13.916560 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-606660db-9819-4936-aa59-7e6a3aea68c2 req-2aad38df-43a0-4935-8f8f-2fc592390b9e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642896 Nov 02 12:53:14.017530 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-772dc044-bea2-4847-b455-cb44898f6167 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceff5860-04fb-4226-b8ae-37c3cb9c96be HTTP/1.1" status: 200 len: 217 time: 0.3956761 Nov 02 12:53:14.026542 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-f044ad43-e62a-4576-a8bb-c44e35caa205 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f41fdae-476d-4c30-ba0a-43899e265ad5 HTTP/1.1" status: 200 len: 217 time: 0.4019563 Nov 02 12:53:14.173190 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b731ee-eec0-4f86-bc6c-661d82cf678d req-1900bfd8-4445-4946-8aad-dae6699c04de tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:14.174972 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b0b731ee-eec0-4f86-bc6c-661d82cf678d req-1900bfd8-4445-4946-8aad-dae6699c04de tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0570710 Nov 02 12:53:14.217878 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-5a311ac2-6b8b-4a01-a684-1f6edbcb4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:14.219368 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-5a311ac2-6b8b-4a01-a684-1f6edbcb4719 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.1878402 Nov 02 12:53:14.233320 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-3bb19602-f6b6-4287-97de-10797d31cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:14.234799 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-3bb19602-f6b6-4287-97de-10797d31cbc6 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9713cd00-64c3-4e76-b8a6-b846c353523d HTTP/1.1" status: 200 len: 849 time: 0.1559846 Nov 02 12:53:14.240314 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1e4b5-d1b6-421a-8204-e4e9df91db99 req-66f01a6b-6b2d-4136-9ca6-db1d4407e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:14.241542 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b0b731ee-eec0-4f86-bc6c-661d82cf678d req-b3149b81-130b-4f13-acc0-37d65c55488e tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592196 Nov 02 12:53:14.241759 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-07a1e4b5-d1b6-421a-8204-e4e9df91db99 req-66f01a6b-6b2d-4136-9ca6-db1d4407e39d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=60d337b4-4ca8-43ed-afc1-671fbf50993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6190641 Nov 02 12:53:14.247538 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-92cc3453-3b99-4b7b-906e-7eddecb9232b service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365995 Nov 02 12:53:14.249285 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-3277596d-7056-4ef0-ac21-f84228d1c3c2 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256680 Nov 02 12:53:14.488655 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baa67d-f075-42cf-b1b4-02056e60db8f req-8ba6586e-c1b2-4de9-a80a-2d6abaa0ad38 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:14.490476 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e7baa67d-f075-42cf-b1b4-02056e60db8f req-8ba6586e-c1b2-4de9-a80a-2d6abaa0ad38 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.3604834 Nov 02 12:53:14.528242 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-a38b9bf0-e253-4641-a51c-708989faa636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:14.530105 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-a38b9bf0-e253-4641-a51c-708989faa636 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2850580 Nov 02 12:53:14.543748 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.608943 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-844e744c-791e-4192-954b-b6d82ddde1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:14.610533 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-844e744c-791e-4192-954b-b6d82ddde1bd service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1899e874-a496-4913-9de6-503fed5c449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3521273 Nov 02 12:53:14.659217 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0fe9e43-8243-42eb-9a7a-5e194c719708 req-54653c91-a0c1-4c40-ad1c-2b11c40241b0 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739016 Nov 02 12:53:14.677194 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-07a1e4b5-d1b6-421a-8204-e4e9df91db99 req-9a5426c9-e57b-4abd-963c-eec1f708c35f service neutron] 10.222.0.105 "GET /v2.0/networks/60d337b4-4ca8-43ed-afc1-671fbf50993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909059 Nov 02 12:53:14.699449 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac9c0985-215d-4525-b59f-c0cb3ac3137d req-cdb4625a-22e1-4679-a8db-070736bf788d service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151957 Nov 02 12:53:14.743751 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e7baa67d-f075-42cf-b1b4-02056e60db8f req-2b9622b4-253a-4fc6-86df-46a66776d423 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439823 Nov 02 12:53:14.776882 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d3372-ce07-458a-970e-9b73abbfcee9 req-585d0429-7c29-4a9b-a806-d0b2f859ebb3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:14.776882 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-792d3372-ce07-458a-970e-9b73abbfcee9 req-585d0429-7c29-4a9b-a806-d0b2f859ebb3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 943 time: 0.0756941 Nov 02 12:53:14.836838 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-792d3372-ce07-458a-970e-9b73abbfcee9 req-63332c2b-173a-49d2-b37d-974fa78f6a91 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528727 Nov 02 12:53:14.875571 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-03ac194f-70be-4b36-8674-d17d99124094 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336906 Nov 02 12:53:14.888999 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-8f1009c7-e619-4139-9f6f-29d61f7481b2 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336309 Nov 02 12:53:14.905097 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-07a1e4b5-d1b6-421a-8204-e4e9df91db99 req-92674516-8d93-43f2-a9d0-f163f28852ba service neutron] 10.222.0.105 "GET /v2.0/networks/60d337b4-4ca8-43ed-afc1-671fbf50993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668887 Nov 02 12:53:15.179685 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823b94-0e7d-49eb-915a-43fc82bec36f req-bd81db9c-0929-4a49-9310-70bb9d863885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:15.181255 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-58823b94-0e7d-49eb-915a-43fc82bec36f req-bd81db9c-0929-4a49-9310-70bb9d863885 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 1127 time: 0.2178516 Nov 02 12:53:15.188444 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-29043af2-cda2-4c7c-b0fb-47715ca17c49 req-b8417ad7-8ec0-48d3-b85b-68290f2def82 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367718 Nov 02 12:53:15.193203 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-65f9dcb4-1e03-4ef3-9a8d-1512270633bb req-5e35a31b-3985-4d86-90e0-e02ec50f3d43 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395375 Nov 02 12:53:15.200876 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8f38-52ae-4d0d-9767-3dbc7bc80d87 req-6ac21d8b-9cdc-4f15-8e7a-0b06211efb62 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:15.202310 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6e9a8f38-52ae-4d0d-9767-3dbc7bc80d87 req-6ac21d8b-9cdc-4f15-8e7a-0b06211efb62 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 943 time: 0.1886637 Nov 02 12:53:15.310209 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6e9a8f38-52ae-4d0d-9767-3dbc7bc80d87 req-911cbc58-b036-4de6-89d0-b5296efb3e3f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971601 Nov 02 12:53:15.326954 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823b94-0e7d-49eb-915a-43fc82bec36f req-bab7ac5b-f910-4308-9a30-196e59a1791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:15.328511 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-58823b94-0e7d-49eb-915a-43fc82bec36f req-bab7ac5b-f910-4308-9a30-196e59a1791f service neutron] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 919 time: 0.1233430 Nov 02 12:53:15.376360 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dd707-46cb-40de-9b39-9c1d99ad19a9 req-074493f2-c9da-4971-8d51-3cfc9c27ab77 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:15.377927 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-445dd707-46cb-40de-9b39-9c1d99ad19a9 req-074493f2-c9da-4971-8d51-3cfc9c27ab77 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0577633 Nov 02 12:53:15.427276 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-445dd707-46cb-40de-9b39-9c1d99ad19a9 req-a2e92203-e02f-4932-a1bc-31016a29376a tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432007 Nov 02 12:53:15.476264 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-58823b94-0e7d-49eb-915a-43fc82bec36f req-182fe81c-bca4-4cae-ae0f-615f32318442 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f HTTP/1.1" status: 200 len: 217 time: 0.0612693 Nov 02 12:53:15.533988 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee504-7a18-48af-b251-076e7f867c44 req-6d57e94b-9774-4972-aca1-2ebb29904c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:15.535522 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe3ee504-7a18-48af-b251-076e7f867c44 req-6d57e94b-9774-4972-aca1-2ebb29904c4f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 1127 time: 0.1224084 Nov 02 12:53:15.540991 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823b94-0e7d-49eb-915a-43fc82bec36f req-4f636a95-8f11-4e38-8b9e-479f92a5b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:15.542464 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-58823b94-0e7d-49eb-915a-43fc82bec36f req-4f636a95-8f11-4e38-8b9e-479f92a5b0a8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.0603106 Nov 02 12:53:15.891060 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58823b94-0e7d-49eb-915a-43fc82bec36f req-3ccef477-84b6-452a-9c01-3729c77da1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:15.892589 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-58823b94-0e7d-49eb-915a-43fc82bec36f req-3ccef477-84b6-452a-9c01-3729c77da1c4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3419068 Nov 02 12:53:15.899557 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee504-7a18-48af-b251-076e7f867c44 req-a30b6ddd-3fe2-4d42-b7bb-f8bebc376fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:15.901036 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe3ee504-7a18-48af-b251-076e7f867c44 req-a30b6ddd-3fe2-4d42-b7bb-f8bebc376fa3 service neutron] 10.222.0.105 "GET /v2.0/networks?id=1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 200 len: 912 time: 0.3577390 Nov 02 12:53:15.979328 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd942d9-ff35-4d3f-86d6-d1397e8600d3 req-d996441d-4213-48d4-b7fc-9d1399ae47f8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:15.981074 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4dd942d9-ff35-4d3f-86d6-d1397e8600d3 req-d996441d-4213-48d4-b7fc-9d1399ae47f8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 943 time: 0.0650945 Nov 02 12:53:15.996524 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe3ee504-7a18-48af-b251-076e7f867c44 req-6ee7e2c5-7dd8-4587-a360-e3e7ffeefe6d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f41fdae-476d-4c30-ba0a-43899e265ad5 HTTP/1.1" status: 200 len: 217 time: 0.0820527 Nov 02 12:53:16.035141 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4dd942d9-ff35-4d3f-86d6-d1397e8600d3 req-25e741b9-b584-48f4-a2fd-62150471deee tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464835 Nov 02 12:53:16.051477 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2761d7-d96b-41cc-a04d-337b0ba36920 req-87e76bc1-58c9-409d-a710-18bcc4c324a3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:16.053125 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e2761d7-d96b-41cc-a04d-337b0ba36920 req-87e76bc1-58c9-409d-a710-18bcc4c324a3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.2094338 Nov 02 12:53:16.131655 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee504-7a18-48af-b251-076e7f867c44 req-ce68a12a-7246-4eec-94bc-104b30ea3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:16.133190 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe3ee504-7a18-48af-b251-076e7f867c44 req-ce68a12a-7246-4eec-94bc-104b30ea3ace service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9713cd00-64c3-4e76-b8a6-b846c353523d HTTP/1.1" status: 200 len: 849 time: 0.1307325 Nov 02 12:53:16.172455 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e2761d7-d96b-41cc-a04d-337b0ba36920 req-c58fe64e-7d0e-4ca8-96ff-993ce70a5da3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120434 Nov 02 12:53:16.174618 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-58823b94-0e7d-49eb-915a-43fc82bec36f req-13513173-34f6-4be2-b5b7-a8ec2df3aa8c service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716796 Nov 02 12:53:16.260720 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee504-7a18-48af-b251-076e7f867c44 req-82b0438f-5007-4e18-bf65-6d4945e6f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:16.264004 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe3ee504-7a18-48af-b251-076e7f867c44 req-82b0438f-5007-4e18-bf65-6d4945e6f6ab service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1899e874-a496-4913-9de6-503fed5c449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1208625 Nov 02 12:53:16.341360 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-58823b94-0e7d-49eb-915a-43fc82bec36f req-74d7e055-57c9-428a-aabb-f24a0d3305e0 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578140 Nov 02 12:53:16.386162 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe3ee504-7a18-48af-b251-076e7f867c44 req-97512875-2e05-411a-95cb-069dec3f89e6 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162305 Nov 02 12:53:16.506910 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9341eb2-f81e-4518-8118-26522706dcbd req-4191cf18-2972-4790-b06d-d8846e57b13d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:16.506910 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d9341eb2-f81e-4518-8118-26522706dcbd req-4191cf18-2972-4790-b06d-d8846e57b13d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 943 time: 0.0931439 Nov 02 12:53:16.568406 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe3ee504-7a18-48af-b251-076e7f867c44 req-978b16f9-bccb-4e3d-b307-e99350a0eca8 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619189 Nov 02 12:53:16.576908 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d9341eb2-f81e-4518-8118-26522706dcbd req-68803674-245f-4037-822b-f7ecf9e6257a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709383 Nov 02 12:53:16.630079 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304f764-c355-483b-855e-52e66ea7a809 req-7190c92d-623c-4101-b964-bcdd53b96916 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:16.632361 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9304f764-c355-483b-855e-52e66ea7a809 req-7190c92d-623c-4101-b964-bcdd53b96916 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0624177 Nov 02 12:53:16.692399 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9304f764-c355-483b-855e-52e66ea7a809 req-9ff2955b-df67-481e-97c5-7c444fca733e tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537865 Nov 02 12:53:17.183366 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea3f43-4e84-4c06-867f-e10ebac0171e req-d06f8c54-8dcd-43b8-9da9-64617a92de39 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:17.185037 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b9ea3f43-4e84-4c06-867f-e10ebac0171e req-d06f8c54-8dcd-43b8-9da9-64617a92de39 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 943 time: 0.0619550 Nov 02 12:53:17.237489 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b9ea3f43-4e84-4c06-867f-e10ebac0171e req-38215f00-c94a-4fc4-b0a7-412c301b248c tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464559 Nov 02 12:53:17.314698 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec854bfa-db1b-4f39-a932-8c7260c7d626 req-0f05e6e2-5a01-420d-80b4-8126a5e3e131 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:17.316124 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ec854bfa-db1b-4f39-a932-8c7260c7d626 req-0f05e6e2-5a01-420d-80b4-8126a5e3e131 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0583854 Nov 02 12:53:17.379159 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ec854bfa-db1b-4f39-a932-8c7260c7d626 req-06a2caa1-c2b4-4e05-8961-bd5bc3a0431d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535042 Nov 02 12:53:17.711618 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d80c8-a5fa-442d-a864-516108a9480a req-cd054405-b238-41bf-a525-f3963cb2a913 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:17.713248 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4e2d80c8-a5fa-442d-a864-516108a9480a req-cd054405-b238-41bf-a525-f3963cb2a913 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 943 time: 0.0551493 Nov 02 12:53:17.773741 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4e2d80c8-a5fa-442d-a864-516108a9480a req-b77e571d-ba16-44a7-a3e8-8bcd49ed96b3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524035 Nov 02 12:53:17.836382 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be7f66-bdea-4f7f-91f8-393cdc9d2d42 req-9e76b829-2ec1-4fd5-878f-e8899fdb7891 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:17.838302 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-06be7f66-bdea-4f7f-91f8-393cdc9d2d42 req-9e76b829-2ec1-4fd5-878f-e8899fdb7891 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0709281 Nov 02 12:53:17.895789 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-06be7f66-bdea-4f7f-91f8-393cdc9d2d42 req-a4be381b-07b6-4fbb-be4e-90a77b83b245 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509536 Nov 02 12:53:18.274072 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 6f41fdae-476d-4c30-ba0a-43899e265ad5 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:53:18.374908 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd2ae6-a541-4ede-a414-bbb5d4c51d60 req-7f849243-cc65-481a-853b-d93d258e1373 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:18.376801 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a0fd2ae6-a541-4ede-a414-bbb5d4c51d60 req-7f849243-cc65-481a-853b-d93d258e1373 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 943 time: 0.0611792 Nov 02 12:53:18.394455 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 6f41fdae-476d-4c30-ba0a-43899e265ad5, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6f41fdae-476d-4c30-ba0a-43899e265ad5,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:18.408088 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '6f41fdae-476d-4c30-ba0a-43899e265ad5', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'port_id': '6f41fdae-476d-4c30-ba0a-43899e265ad5', 'mac_address': 'fa:16:3e:fc:6e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:53:18.426372 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a0fd2ae6-a541-4ede-a414-bbb5d4c51d60 req-f41f0cda-c671-4c63-bcce-1c705a843534 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436864 Nov 02 12:53:18.452651 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 6f41fdae-476d-4c30-ba0a-43899e265ad5 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:18.452651 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.469359 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f41fdae-476d-4c30-ba0a-43899e265ad5 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:18.491395 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 6f41fdae-476d-4c30-ba0a-43899e265ad5, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6f41fdae-476d-4c30-ba0a-43899e265ad5,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:18.497361 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.498450 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:53:18.545777 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79be887-e843-4bb2-9444-9f73884c0ca7 req-30800c0b-caad-4003-8aa3-020e5071e330 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:18.547357 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c79be887-e843-4bb2-9444-9f73884c0ca7 req-30800c0b-caad-4003-8aa3-020e5071e330 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0733347 Nov 02 12:53:18.600317 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=6f41fdae-476d-4c30-ba0a-43899e265ad5,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:18.608218 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c79be887-e843-4bb2-9444-9f73884c0ca7 req-be934f4b-adb9-4e87-82f6-93c2a978f826 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522020 Nov 02 12:53:18.645090 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:18.656610 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'port_id': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'mac_address': 'fa:16:3e:9c:d4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:53:18.695967 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:18.696395 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.713433 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:18.738694 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:18.746237 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.746890 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 77048807-cd5e-48b1-8d83-bf09988266df details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:53:18.838766 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:18.883092 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 77048807-cd5e-48b1-8d83-bf09988266df, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=77048807-cd5e-48b1-8d83-bf09988266df,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:18.895366 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '77048807-cd5e-48b1-8d83-bf09988266df', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'port_id': '77048807-cd5e-48b1-8d83-bf09988266df', 'mac_address': 'fa:16:3e:0b:96:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:53:18.906133 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762cb71-662a-46fa-89a7-8f0837f32d16 req-7af9fe92-f8c7-4548-8b1e-d80b8adc11ec tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:18.907690 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7762cb71-662a-46fa-89a7-8f0837f32d16 req-7af9fe92-f8c7-4548-8b1e-d80b8adc11ec tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 943 time: 0.0581236 Nov 02 12:53:18.935374 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 77048807-cd5e-48b1-8d83-bf09988266df is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:18.935737 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (77048807-cd5e-48b1-8d83-bf09988266df), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.957268 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77048807-cd5e-48b1-8d83-bf09988266df {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:18.974806 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7762cb71-662a-46fa-89a7-8f0837f32d16 req-063ebb06-2e51-4ebc-b842-202019e24f96 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596080 Nov 02 12:53:18.988090 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 77048807-cd5e-48b1-8d83-bf09988266df, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=77048807-cd5e-48b1-8d83-bf09988266df,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:18.994673 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (77048807-cd5e-48b1-8d83-bf09988266df), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:18.995492 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device ceff5860-04fb-4226-b8ae-37c3cb9c96be details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:53:19.054615 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ebcb3-02f0-49bf-a10d-cb7b6275a0f5 req-5941b32c-7c8f-4b3a-b500-83feaf026c11 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:19.056145 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-217ebcb3-02f0-49bf-a10d-cb7b6275a0f5 req-5941b32c-7c8f-4b3a-b500-83feaf026c11 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0777597 Nov 02 12:53:19.062234 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=77048807-cd5e-48b1-8d83-bf09988266df,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:19.075592 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port ceff5860-04fb-4226-b8ae-37c3cb9c96be, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ceff5860-04fb-4226-b8ae-37c3cb9c96be,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:19.088625 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': 'ceff5860-04fb-4226-b8ae-37c3cb9c96be', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'port_id': 'ceff5860-04fb-4226-b8ae-37c3cb9c96be', 'mac_address': 'fa:16:3e:a1:e3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:53:19.120399 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-217ebcb3-02f0-49bf-a10d-cb7b6275a0f5 req-1965bfa6-c211-4e30-9f5f-6c59bedf54c1 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525565 Nov 02 12:53:19.132362 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port ceff5860-04fb-4226-b8ae-37c3cb9c96be is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:19.133018 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.153225 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceff5860-04fb-4226-b8ae-37c3cb9c96be {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:19.177380 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port ceff5860-04fb-4226-b8ae-37c3cb9c96be, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ceff5860-04fb-4226-b8ae-37c3cb9c96be,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:19.183884 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.184709 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 2059fb0f-4225-4fc2-af2b-4a514fca1328 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:53:19.330383 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=ceff5860-04fb-4226-b8ae-37c3cb9c96be,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:19.393348 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 2059fb0f-4225-4fc2-af2b-4a514fca1328, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2059fb0f-4225-4fc2-af2b-4a514fca1328,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:19.409283 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '2059fb0f-4225-4fc2-af2b-4a514fca1328', 'network_id': '60d337b4-4ca8-43ed-afc1-671fbf50993a', 'port_id': '2059fb0f-4225-4fc2-af2b-4a514fca1328', 'mac_address': 'fa:16:3e:6d:87:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:53:19.455459 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 2059fb0f-4225-4fc2-af2b-4a514fca1328 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:19.455857 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.480634 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2059fb0f-4225-4fc2-af2b-4a514fca1328 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:19.506933 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 2059fb0f-4225-4fc2-af2b-4a514fca1328, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2059fb0f-4225-4fc2-af2b-4a514fca1328,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:19.513613 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:19.576458 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=2059fb0f-4225-4fc2-af2b-4a514fca1328,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:19.603562 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c96ac-2465-455d-984d-b19c18ffc2c2 req-21192389-f1a9-4b9e-86df-9533238707e3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:19.605451 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-499c96ac-2465-455d-984d-b19c18ffc2c2 req-21192389-f1a9-4b9e-86df-9533238707e3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 944 time: 0.0623665 Nov 02 12:53:19.675017 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-499c96ac-2465-455d-984d-b19c18ffc2c2 req-4c3320db-d566-47bd-82a6-fa0ef35533fc tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636146 Nov 02 12:53:19.757829 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2dae0-4bbd-4809-bede-e42c0bc1c738 req-4739cc44-69be-456d-a28e-dcfe6151fbb5 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:19.759623 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-50a2dae0-4bbd-4809-bede-e42c0bc1c738 req-4739cc44-69be-456d-a28e-dcfe6151fbb5 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0583510 Nov 02 12:53:19.811837 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-50a2dae0-4bbd-4809-bede-e42c0bc1c738 req-c4a36a87-1275-466f-bfdb-f7d04b55511b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456555 Nov 02 12:53:20.071485 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47854) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:20.119286 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82964a-6706-4a40-8efd-025bc473f24c req-f5ff1456-6804-41b9-95e8-dcdb0d4e9ab0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:20.120836 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ca82964a-6706-4a40-8efd-025bc473f24c req-f5ff1456-6804-41b9-95e8-dcdb0d4e9ab0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 944 time: 0.0599465 Nov 02 12:53:20.171238 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ca82964a-6706-4a40-8efd-025bc473f24c req-4caddeff-fd2a-4bf5-bc4d-26084569e311 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Nov 02 12:53:20.204103 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-50b353d1-b6ae-4b68-bd91-82431b445c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.293457 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139b790-d758-4821-8b25-696f1c43a2a4 req-385b9ac9-15ed-4db0-b03b-0277cd1a3771 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:20.293457 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f139b790-d758-4821-8b25-696f1c43a2a4 req-385b9ac9-15ed-4db0-b03b-0277cd1a3771 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 945 time: 0.0891130 Nov 02 12:53:20.368990 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-50b353d1-b6ae-4b68-bd91-82431b445c5d admin admin] Publish callbacks [] for security_group (516745db-2fe4-4e8c-ad25-def70e3cf3fb), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.374569 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f139b790-d758-4821-8b25-696f1c43a2a4 req-b377feb2-20d8-47dc-8ed2-264e7c1d8544 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747910 Nov 02 12:53:20.375764 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-50b353d1-b6ae-4b68-bd91-82431b445c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (516745db-2fe4-4e8c-ad25-def70e3cf3fb), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.416294 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-50b353d1-b6ae-4b68-bd91-82431b445c5d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1f6f48d16b98469891d5240f5e451071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430815 Nov 02 12:53:20.417240 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b353d1-b6ae-4b68-bd91-82431b445c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516745db-2fe4-4e8c-ad25-def70e3cf3fb,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:20.419677 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47864) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:20.475535 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-835e4b8e-b538-4925-afee-260799614968 admin admin] Publish callbacks [] for security_group (516745db-2fe4-4e8c-ad25-def70e3cf3fb), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.498344 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-835e4b8e-b538-4925-afee-260799614968 admin admin] Publish callbacks [] for security_group (516745db-2fe4-4e8c-ad25-def70e3cf3fb), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.554579 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-835e4b8e-b538-4925-afee-260799614968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (516745db-2fe4-4e8c-ad25-def70e3cf3fb), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.558003 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-835e4b8e-b538-4925-afee-260799614968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:20.559561 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-835e4b8e-b538-4925-afee-260799614968 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/516745db-2fe4-4e8c-ad25-def70e3cf3fb HTTP/1.1" status: 204 len: 168 time: 0.1388154 Nov 02 12:53:20.565101 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['ceff5860-04fb-4226-b8ae-37c3cb9c96be'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:53:20.584843 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e4b8e-b538-4925-afee-260799614968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516745db-2fe4-4e8c-ad25-def70e3cf3fb,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:20.587551 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['6f41fdae-476d-4c30-ba0a-43899e265ad5'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:53:20.622713 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['7a7f193c-8f61-4df5-8e3c-0d69f95daa2f'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:53:20.768132 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['77048807-cd5e-48b1-8d83-bf09988266df'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:53:20.772144 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['2059fb0f-4225-4fc2-af2b-4a514fca1328'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:53:20.843452 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2f43c-fb17-46e5-9bd0-aad1f582a56a req-df1cd7ae-3d4f-4275-a322-d4b828daad5d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:20.846295 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-47a2f43c-fb17-46e5-9bd0-aad1f582a56a req-df1cd7ae-3d4f-4275-a322-d4b828daad5d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 944 time: 0.0902052 Nov 02 12:53:20.958837 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-47a2f43c-fb17-46e5-9bd0-aad1f582a56a req-ee6d2d2d-5af6-472f-be77-ce2c7cf78164 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883682 Nov 02 12:53:21.005222 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103e7f3-d5c9-4c8c-876c-bbdc1bf2f11a req-32b07214-07e5-47b3-a110-e4589167c199 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:21.007160 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c103e7f3-d5c9-4c8c-876c-bbdc1bf2f11a req-32b07214-07e5-47b3-a110-e4589167c199 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0703549 Nov 02 12:53:21.064275 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c103e7f3-d5c9-4c8c-876c-bbdc1bf2f11a req-7ea6f59e-823b-4267-bb85-0fe4e8dacd8e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490706 Nov 02 12:53:21.100247 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47900) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:21.117199 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-06aedb35-82a1-4e08-b697-afa1be7e0722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.227744 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47904) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:21.236264 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-06aedb35-82a1-4e08-b697-afa1be7e0722 admin admin] Publish callbacks [] for security_group (d7d26069-5926-4ce8-a230-67172b8f94c3), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.243404 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-06aedb35-82a1-4e08-b697-afa1be7e0722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d7d26069-5926-4ce8-a230-67172b8f94c3), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.337509 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-06aedb35-82a1-4e08-b697-afa1be7e0722 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ee1b07c027bb44c7a8510f18c7b04068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357543 Nov 02 12:53:21.339991 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aedb35-82a1-4e08-b697-afa1be7e0722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d26069-5926-4ce8-a230-67172b8f94c3,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:21.341774 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47908) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:21.379845 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44244bc5-721a-4513-8e36-d84a4221455e req-9d328b46-ebc1-4757-a78c-94c93265c406 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:21.381450 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-44244bc5-721a-4513-8e36-d84a4221455e req-9d328b46-ebc1-4757-a78c-94c93265c406 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 944 time: 0.0948813 Nov 02 12:53:21.398233 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b1ab1b8d-afdc-4e73-ac16-cdd79c156ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.471608 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-44244bc5-721a-4513-8e36-d84a4221455e req-499e936b-8702-4f6b-997b-27aac02db59b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803199 Nov 02 12:53:21.490184 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f190432b-be2f-4e6a-8ab8-d1351e88745a admin admin] Publish callbacks [] for security_group (d7d26069-5926-4ce8-a230-67172b8f94c3), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.540512 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f190432b-be2f-4e6a-8ab8-d1351e88745a admin admin] Publish callbacks [] for security_group (d7d26069-5926-4ce8-a230-67172b8f94c3), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.552460 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47914) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:21.608744 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794764-f4e5-4f55-a673-fd64d3e9b81c req-5be1778d-c73f-4bcc-883a-26ebca6f0432 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:21.610264 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c7794764-f4e5-4f55-a673-fd64d3e9b81c req-5be1778d-c73f-4bcc-883a-26ebca6f0432 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 945 time: 0.1388204 Nov 02 12:53:21.622391 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b1ab1b8d-afdc-4e73-ac16-cdd79c156ff1 admin admin] Publish callbacks [] for security_group (4f9eb5c9-f55e-425d-b649-ea2a6f32f0d0), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.636597 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b1ab1b8d-afdc-4e73-ac16-cdd79c156ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (4f9eb5c9-f55e-425d-b649-ea2a6f32f0d0), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.666162 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4d885ea1-f6ad-4637-93e4-e0c2b4e86892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.671765 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f190432b-be2f-4e6a-8ab8-d1351e88745a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d7d26069-5926-4ce8-a230-67172b8f94c3), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.674336 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f190432b-be2f-4e6a-8ab8-d1351e88745a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.675505 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-f190432b-be2f-4e6a-8ab8-d1351e88745a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d7d26069-5926-4ce8-a230-67172b8f94c3 HTTP/1.1" status: 204 len: 168 time: 0.3321891 Nov 02 12:53:21.698559 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab1b8d-afdc-4e73-ac16-cdd79c156ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9eb5c9-f55e-425d-b649-ea2a6f32f0d0,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:21.707233 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b1ab1b8d-afdc-4e73-ac16-cdd79c156ff1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2a45ec60c47e47a8a79326a9917a20aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773719 Nov 02 12:53:21.711040 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47922) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:21.721338 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c7794764-f4e5-4f55-a673-fd64d3e9b81c req-68b4e7bb-085a-489a-acb5-e37bec21a531 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024029 Nov 02 12:53:21.723315 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190432b-be2f-4e6a-8ab8-d1351e88745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d26069-5926-4ce8-a230-67172b8f94c3,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:21.809509 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e043c76c-4276-4eb6-bd3a-09881bb9dce6 admin admin] Publish callbacks [] for security_group (4f9eb5c9-f55e-425d-b649-ea2a6f32f0d0), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.842638 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4d885ea1-f6ad-4637-93e4-e0c2b4e86892 admin admin] Publish callbacks [] for security_group (a9b2a01c-1c9f-40ee-8b90-3d56567109c7), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.848022 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e043c76c-4276-4eb6-bd3a-09881bb9dce6 admin admin] Publish callbacks [] for security_group (4f9eb5c9-f55e-425d-b649-ea2a6f32f0d0), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.857159 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4d885ea1-f6ad-4637-93e4-e0c2b4e86892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a9b2a01c-1c9f-40ee-8b90-3d56567109c7), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.923489 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-4d885ea1-f6ad-4637-93e4-e0c2b4e86892 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e3434bd8b17945659174229fc861bc29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698652 Nov 02 12:53:21.926257 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d885ea1-f6ad-4637-93e4-e0c2b4e86892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b2a01c-1c9f-40ee-8b90-3d56567109c7,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:21.927440 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47930) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:21.955339 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e043c76c-4276-4eb6-bd3a-09881bb9dce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (4f9eb5c9-f55e-425d-b649-ea2a6f32f0d0), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.958871 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e043c76c-4276-4eb6-bd3a-09881bb9dce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:21.960477 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e043c76c-4276-4eb6-bd3a-09881bb9dce6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4f9eb5c9-f55e-425d-b649-ea2a6f32f0d0 HTTP/1.1" status: 204 len: 168 time: 0.2474270 Nov 02 12:53:21.970467 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043c76c-4276-4eb6-bd3a-09881bb9dce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9eb5c9-f55e-425d-b649-ea2a6f32f0d0,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:22.010879 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8be765dd-6e4a-459e-b1f9-43463b746cb6 admin admin] Publish callbacks [] for security_group (a9b2a01c-1c9f-40ee-8b90-3d56567109c7), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.067479 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8be765dd-6e4a-459e-b1f9-43463b746cb6 admin admin] Publish callbacks [] for security_group (a9b2a01c-1c9f-40ee-8b90-3d56567109c7), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.131805 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02cc28-58f7-4191-9cfa-dfcbc6a61c2a req-937be711-95e4-41df-8241-bd5576dd462f tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:22.136781 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0d02cc28-58f7-4191-9cfa-dfcbc6a61c2a req-937be711-95e4-41df-8241-bd5576dd462f tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 944 time: 0.0709801 Nov 02 12:53:22.172346 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8be765dd-6e4a-459e-b1f9-43463b746cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a9b2a01c-1c9f-40ee-8b90-3d56567109c7), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.176818 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8be765dd-6e4a-459e-b1f9-43463b746cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.178950 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-8be765dd-6e4a-459e-b1f9-43463b746cb6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a9b2a01c-1c9f-40ee-8b90-3d56567109c7 HTTP/1.1" status: 204 len: 168 time: 0.2501671 Nov 02 12:53:22.199305 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0d02cc28-58f7-4191-9cfa-dfcbc6a61c2a req-1c017965-0413-4bdc-a001-665abd05fada tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590231 Nov 02 12:53:22.224631 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be765dd-6e4a-459e-b1f9-43463b746cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b2a01c-1c9f-40ee-8b90-3d56567109c7,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:22.255935 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57694219-95eb-4fb0-b38d-ee2d385ad87c req-85125cb3-f1d8-4db6-af54-6bc90913cd34 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:22.257707 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-57694219-95eb-4fb0-b38d-ee2d385ad87c req-85125cb3-f1d8-4db6-af54-6bc90913cd34 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0895650 Nov 02 12:53:22.310219 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-57694219-95eb-4fb0-b38d-ee2d385ad87c req-f00bc6e1-5ca0-4228-9ad7-34b24ac1941c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467377 Nov 02 12:53:22.451720 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47954) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:22.464989 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-7da469b6-e049-4d77-a09c-a013b77423c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.559360 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-7da469b6-e049-4d77-a09c-a013b77423c4 admin admin] Publish callbacks [] for security_group (1f4b1bf2-c2c4-42af-a3aa-85bbb49f272f), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.565589 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-7da469b6-e049-4d77-a09c-a013b77423c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1f4b1bf2-c2c4-42af-a3aa-85bbb49f272f), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.617438 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da469b6-e049-4d77-a09c-a013b77423c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4b1bf2-c2c4-42af-a3aa-85bbb49f272f,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:22.631203 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-7da469b6-e049-4d77-a09c-a013b77423c4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=be4c1f640f0b4073ab3a0b6b7a25cf3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783426 Nov 02 12:53:22.631438 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d5bfb-4739-4b6e-9d7f-438b79cd7500 req-b4fc1759-fdc8-4dcb-b099-0d7266973b3d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:22.633333 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-401d5bfb-4739-4b6e-9d7f-438b79cd7500 req-b4fc1759-fdc8-4dcb-b099-0d7266973b3d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 944 time: 0.0624878 Nov 02 12:53:22.634226 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47962) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:22.661415 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47966) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:22.675272 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-35a39950-ebd7-4e61-80e0-c6b801c82838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.709406 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-401d5bfb-4739-4b6e-9d7f-438b79cd7500 req-fedf7bda-0023-44d0-8ef8-be52fd108d5f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678797 Nov 02 12:53:22.722808 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bd45b6b7-6abc-402d-ba3c-88e6946f04f4 admin admin] Publish callbacks [] for security_group (1f4b1bf2-c2c4-42af-a3aa-85bbb49f272f), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.747924 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bd45b6b7-6abc-402d-ba3c-88e6946f04f4 admin admin] Publish callbacks [] for security_group (1f4b1bf2-c2c4-42af-a3aa-85bbb49f272f), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.770957 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-35a39950-ebd7-4e61-80e0-c6b801c82838 admin admin] Publish callbacks [] for security_group (db38899c-af4f-4cc2-9a57-f7fc2df7b3a1), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.777968 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-35a39950-ebd7-4e61-80e0-c6b801c82838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (db38899c-af4f-4cc2-9a57-f7fc2df7b3a1), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.810771 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bd45b6b7-6abc-402d-ba3c-88e6946f04f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1f4b1bf2-c2c4-42af-a3aa-85bbb49f272f), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.814932 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bd45b6b7-6abc-402d-ba3c-88e6946f04f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.816998 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-bd45b6b7-6abc-402d-ba3c-88e6946f04f4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1f4b1bf2-c2c4-42af-a3aa-85bbb49f272f HTTP/1.1" status: 204 len: 168 time: 0.1812747 Nov 02 12:53:22.820861 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a39950-ebd7-4e61-80e0-c6b801c82838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db38899c-af4f-4cc2-9a57-f7fc2df7b3a1,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:22.827857 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45b6b7-6abc-402d-ba3c-88e6946f04f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4b1bf2-c2c4-42af-a3aa-85bbb49f272f,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:22.836542 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-35a39950-ebd7-4e61-80e0-c6b801c82838 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30778990585b40d78b93d4c91509c514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739690 Nov 02 12:53:22.839363 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47974) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:22.897632 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbf3d2-13f3-484c-92e1-f33eaefc97ba req-87bc4992-19c2-4110-973e-aead97d5499a tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:22.900038 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-34cbf3d2-13f3-484c-92e1-f33eaefc97ba req-87bc4992-19c2-4110-973e-aead97d5499a tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 945 time: 0.0747092 Nov 02 12:53:22.913877 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-184fc22c-a68e-45a6-a8ea-f140947bd0f0 admin admin] Publish callbacks [] for security_group (db38899c-af4f-4cc2-9a57-f7fc2df7b3a1), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.938414 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-184fc22c-a68e-45a6-a8ea-f140947bd0f0 admin admin] Publish callbacks [] for security_group (db38899c-af4f-4cc2-9a57-f7fc2df7b3a1), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.956044 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-34cbf3d2-13f3-484c-92e1-f33eaefc97ba req-cc9ac28a-de7a-45e9-8b32-89b744af8d9a tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499287 Nov 02 12:53:22.995200 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-184fc22c-a68e-45a6-a8ea-f140947bd0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (db38899c-af4f-4cc2-9a57-f7fc2df7b3a1), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.998329 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-184fc22c-a68e-45a6-a8ea-f140947bd0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:22.999731 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-184fc22c-a68e-45a6-a8ea-f140947bd0f0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/db38899c-af4f-4cc2-9a57-f7fc2df7b3a1 HTTP/1.1" status: 204 len: 168 time: 0.1593301 Nov 02 12:53:23.008877 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fc22c-a68e-45a6-a8ea-f140947bd0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db38899c-af4f-4cc2-9a57-f7fc2df7b3a1,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:23.254275 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 47988) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:23.269614 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-efcb6d73-1011-41aa-9b65-e250fbd907d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.372910 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6df5f8-d2f8-42bf-a379-9dd15b6ecdf6 req-1fa6b2f4-f997-4285-b68e-9b249fff887a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:23.374853 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4d6df5f8-d2f8-42bf-a379-9dd15b6ecdf6 req-1fa6b2f4-f997-4285-b68e-9b249fff887a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 944 time: 0.0897617 Nov 02 12:53:23.414688 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-efcb6d73-1011-41aa-9b65-e250fbd907d0 admin admin] Publish callbacks [] for security_group (1488c017-8287-43b0-bca1-1246a7e05ae5), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.430360 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-efcb6d73-1011-41aa-9b65-e250fbd907d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1488c017-8287-43b0-bca1-1246a7e05ae5), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.467661 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104c159-4c1b-4b4a-b4ac-b69d2ddf8b46 req-e1c31bb7-7e59-4c8b-8a60-6ffe2e1ad992 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:23.474973 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c104c159-4c1b-4b4a-b4ac-b69d2ddf8b46 req-e1c31bb7-7e59-4c8b-8a60-6ffe2e1ad992 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0793011 Nov 02 12:53:23.480376 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4d6df5f8-d2f8-42bf-a379-9dd15b6ecdf6 req-8f94c5a5-c8ed-425d-85bd-0fbc614389ce tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937116 Nov 02 12:53:23.490262 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-efcb6d73-1011-41aa-9b65-e250fbd907d0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ecaccd20ae0f49d3b5a50d801c311779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324002 Nov 02 12:53:23.490262 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb6d73-1011-41aa-9b65-e250fbd907d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1488c017-8287-43b0-bca1-1246a7e05ae5,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:23.490893 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 47998) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:23.509291 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48000) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:23.541256 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c94cb60c-8675-44d9-a42d-050a4f8e2f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.561634 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c104c159-4c1b-4b4a-b4ac-b69d2ddf8b46 req-60a01f50-b449-45ab-8f39-2e53b77f6ca1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856581 Nov 02 12:53:23.581701 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd436-61df-464c-b3f1-80eb401e4214 admin admin] Publish callbacks [] for security_group (1488c017-8287-43b0-bca1-1246a7e05ae5), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.621981 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd436-61df-464c-b3f1-80eb401e4214 admin admin] Publish callbacks [] for security_group (1488c017-8287-43b0-bca1-1246a7e05ae5), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.623034 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c94cb60c-8675-44d9-a42d-050a4f8e2f11 admin admin] Publish callbacks [] for security_group (65d1a7c7-ab69-4ed7-adf1-a2a94179ac45), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.627783 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c94cb60c-8675-44d9-a42d-050a4f8e2f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (65d1a7c7-ab69-4ed7-adf1-a2a94179ac45), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.667824 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-c94cb60c-8675-44d9-a42d-050a4f8e2f11 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4d108b2e745a4998972e6127e09b31f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572838 Nov 02 12:53:23.669052 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cb60c-8675-44d9-a42d-050a4f8e2f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d1a7c7-ab69-4ed7-adf1-a2a94179ac45,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:23.670841 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 48004) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:23.689761 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd436-61df-464c-b3f1-80eb401e4214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1488c017-8287-43b0-bca1-1246a7e05ae5), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.692700 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd436-61df-464c-b3f1-80eb401e4214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.693837 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-2d3dd436-61df-464c-b3f1-80eb401e4214 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1488c017-8287-43b0-bca1-1246a7e05ae5 HTTP/1.1" status: 204 len: 168 time: 0.2017987 Nov 02 12:53:23.714681 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dd436-61df-464c-b3f1-80eb401e4214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1488c017-8287-43b0-bca1-1246a7e05ae5,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:23.746293 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ff28f752-dc6e-4813-9cb2-0536c54d64d6 admin admin] Publish callbacks [] for security_group (65d1a7c7-ab69-4ed7-adf1-a2a94179ac45), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.770713 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ff28f752-dc6e-4813-9cb2-0536c54d64d6 admin admin] Publish callbacks [] for security_group (65d1a7c7-ab69-4ed7-adf1-a2a94179ac45), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.828077 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ff28f752-dc6e-4813-9cb2-0536c54d64d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (65d1a7c7-ab69-4ed7-adf1-a2a94179ac45), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.831814 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ff28f752-dc6e-4813-9cb2-0536c54d64d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:23.834170 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-ff28f752-dc6e-4813-9cb2-0536c54d64d6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/65d1a7c7-ab69-4ed7-adf1-a2a94179ac45 HTTP/1.1" status: 204 len: 168 time: 0.1613779 Nov 02 12:53:23.844708 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28f752-dc6e-4813-9cb2-0536c54d64d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d1a7c7-ab69-4ed7-adf1-a2a94179ac45,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:23.865833 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cdaa1-cb03-4e10-8016-556cf503f2b8 req-0cd67f95-46f7-4097-90b5-cc29bd62c41b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:23.867569 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fa4cdaa1-cb03-4e10-8016-556cf503f2b8 req-0cd67f95-46f7-4097-90b5-cc29bd62c41b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 944 time: 0.0652230 Nov 02 12:53:23.924110 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fa4cdaa1-cb03-4e10-8016-556cf503f2b8 req-528304db-85a8-4af0-af6b-19495d872f2c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Nov 02 12:53:24.087874 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5371769-cd96-43b0-9053-32173087bf7d req-62b19fa4-7e1e-49ea-8b50-28f5209acb03 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:24.095603 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a5371769-cd96-43b0-9053-32173087bf7d req-62b19fa4-7e1e-49ea-8b50-28f5209acb03 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 945 time: 0.0627224 Nov 02 12:53:24.177378 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a5371769-cd96-43b0-9053-32173087bf7d req-7b31e221-a66e-4b36-9b0c-8633d61036c6 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800178 Nov 02 12:53:24.671934 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bc51e-58de-4801-b760-3cef76dd2dec req-72de3a85-e080-43e9-a22a-c361861ecd09 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:24.681086 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-675bc51e-58de-4801-b760-3cef76dd2dec req-72de3a85-e080-43e9-a22a-c361861ecd09 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 944 time: 0.0795095 Nov 02 12:53:24.744548 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-675bc51e-58de-4801-b760-3cef76dd2dec req-fa051bb8-8668-4656-b4e5-3e2d44b5a286 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597672 Nov 02 12:53:24.752004 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713526b-cb97-4de0-a94f-4543dd5d557d req-ef365709-7298-4e2f-8079-16a500b8d72a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:24.754051 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b713526b-cb97-4de0-a94f-4543dd5d557d req-ef365709-7298-4e2f-8079-16a500b8d72a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0819473 Nov 02 12:53:24.787335 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48096) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:24.805697 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b713526b-cb97-4de0-a94f-4543dd5d557d req-b97dca53-8645-4ade-9c11-f6297cfd14b7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460253 Nov 02 12:53:25.004700 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48128) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:25.035062 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-355563234-network', 'tenant_id': '2c22011cb72447d49eaf0e623c2d423c'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:25.110342 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Made reservation on behalf of 2c22011cb72447d49eaf0e623c2d423c for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:25.113255 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.120252 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-aefddcd6-c1e1-49b3-a194-8a618ebbc51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.136986 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.156900 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf86a86-ceec-4145-b031-2a137243e618 req-57211dab-90c2-4a4a-b5e1-b33437506ee7 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:25.158857 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3cf86a86-ceec-4145-b031-2a137243e618 req-57211dab-90c2-4a4a-b5e1-b33437506ee7 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 944 time: 0.1518741 Nov 02 12:53:25.269991 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3cf86a86-ceec-4145-b031-2a137243e618 req-5e33fba4-cd07-4902-89aa-72e924ce1fe2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033320 Nov 02 12:53:25.314084 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-aefddcd6-c1e1-49b3-a194-8a618ebbc51d admin admin] Publish callbacks [] for security_group (1eef9254-66f1-455c-bb1a-9f825ba173ae), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.322939 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-aefddcd6-c1e1-49b3-a194-8a618ebbc51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1eef9254-66f1-455c-bb1a-9f825ba173ae), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.359192 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc22d3b-35f4-4196-aa22-85915bbe2e44 req-7f22de9e-745a-4845-a87a-15fe6ddd5b80 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:25.361067 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4fc22d3b-35f4-4196-aa22-85915bbe2e44 req-7f22de9e-745a-4845-a87a-15fe6ddd5b80 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 945 time: 0.0880051 Nov 02 12:53:25.362422 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Publish callbacks [] for security_group (d1a7b93c-6d88-493c-a715-470e6850ea1d), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.376377 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d1a7b93c-6d88-493c-a715-470e6850ea1d), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.385499 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-aefddcd6-c1e1-49b3-a194-8a618ebbc51d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c58e3c332b9f4503921f4f9a66b7f68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796470 Nov 02 12:53:25.387623 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefddcd6-c1e1-49b3-a194-8a618ebbc51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eef9254-66f1-455c-bb1a-9f825ba173ae,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:25.388552 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 48152) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:25.397293 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] vlan segment allocate from pool success with {'vlan_id': 1404, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:25.423835 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (718e5dcc-f1ee-4627-a5db-21375990c185), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.424218 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Added segment 718e5dcc-f1ee-4627-a5db-21375990c185 of type vlan for network dd913d2e-61bf-4776-8fa2-6366366409f4 Nov 02 12:53:25.434881 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a7b93c-6d88-493c-a715-470e6850ea1d,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:25.475451 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (dd913d2e-61bf-4776-8fa2-6366366409f4), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.511236 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (dd913d2e-61bf-4776-8fa2-6366366409f4), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.512721 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:25.513347 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.515405 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4fc22d3b-35f4-4196-aa22-85915bbe2e44 req-983faeab-862b-4ace-8bee-c7a777e9aeaf tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475780 Nov 02 12:53:25.518949 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4bfac55e-9a45-45c1-a4bc-57419f29be44 admin admin] Publish callbacks [] for security_group (1eef9254-66f1-455c-bb1a-9f825ba173ae), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.563970 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4bfac55e-9a45-45c1-a4bc-57419f29be44 admin admin] Publish callbacks [] for security_group (1eef9254-66f1-455c-bb1a-9f825ba173ae), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.598436 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8095064 Nov 02 12:53:25.602230 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48158) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:25.602887 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f8dbf-148f-463d-a4ec-3b31aa471196 admin admin] Pushing event updated for resources: {'Network': ['ID=dd913d2e-61bf-4776-8fa2-6366366409f4,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:25.609721 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] Request body: {'subnet': {'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-355563234-subnet', 'tenant_id': '2c22011cb72447d49eaf0e623c2d423c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:25.616155 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network dd913d2e-61bf-4776-8fa2-6366366409f4 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:25.630528 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4bfac55e-9a45-45c1-a4bc-57419f29be44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1eef9254-66f1-455c-bb1a-9f825ba173ae), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.630737 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] Made reservation on behalf of 2c22011cb72447d49eaf0e623c2d423c for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:25.633228 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.633380 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4bfac55e-9a45-45c1-a4bc-57419f29be44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.634462 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-4bfac55e-9a45-45c1-a4bc-57419f29be44 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1eef9254-66f1-455c-bb1a-9f825ba173ae HTTP/1.1" status: 204 len: 168 time: 0.2448192 Nov 02 12:53:25.643327 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfac55e-9a45-45c1-a4bc-57419f29be44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eef9254-66f1-455c-bb1a-9f825ba173ae,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:25.816691 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (ba019307-65e7-4501-8737-05d43fdd3c6c), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.904370 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba019307-65e7-4501-8737-05d43fdd3c6c,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:25.918426 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] Checking segment: {'id': '718e5dcc-f1ee-4627-a5db-21375990c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:53:25.918994 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] Network hostable DHCP agents. Network: dd913d2e-61bf-4776-8fa2-6366366409f4, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:25.931496 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ed12d-76fc-4b16-bcfd-b64b72399be6 req-cfdb7890-5093-4dbc-ab0e-001f478fb20c tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:25.935692 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7e5ed12d-76fc-4b16-bcfd-b64b72399be6 req-cfdb7890-5093-4dbc-ab0e-001f478fb20c tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 944 time: 0.1142826 Nov 02 12:53:25.936448 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48168) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:25.948731 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e5223-f092-4045-b21a-65e5998c2870 req-539d3a82-01cc-46cc-9308-21b36b8c0866 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:25.950224 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ca2e5223-f092-4045-b21a-65e5998c2870 req-539d3a82-01cc-46cc-9308-21b36b8c0866 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0619988 Nov 02 12:53:25.967732 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:25.973594 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] Network dd913d2e-61bf-4776-8fa2-6366366409f4 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:26.004826 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ca2e5223-f092-4045-b21a-65e5998c2870 req-72f540d5-cacc-45c3-9a64-ebef424db2fa tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485389 Nov 02 12:53:26.005654 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, dd913d2e-61bf-4776-8fa2-6366366409f4) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:26.015643 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df254c4-0fda-45e8-b23a-e5d06eebfb8f None None] Network dd913d2e-61bf-4776-8fa2-6366366409f4 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:53:26.035106 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:26.035106 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.036722 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7e5ed12d-76fc-4b16-bcfd-b64b72399be6 req-0bb65432-b6fc-4a47-86dc-af1f0b9c1059 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921409 Nov 02 12:53:26.056870 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-88aca5ee-171c-4238-88a1-19abee4a8f8d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4512830 Nov 02 12:53:26.107895 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Publish callbacks [] for security_group (fd706a30-6530-4c06-96f4-cfdbead51718), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.114302 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (fd706a30-6530-4c06-96f4-cfdbead51718), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.127075 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a74a590-ca49-49bc-88a2-74dcc39da5bb None None] Network dd913d2e-61bf-4776-8fa2-6366366409f4 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:53:26.149465 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd706a30-6530-4c06-96f4-cfdbead51718,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:26.163267 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.163610 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.164163 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.164540 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.164877 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.165211 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.165808 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.166026 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.166191 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.166676 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.167068 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.167779 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.168113 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:26.173487 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-0337e4b2-6191-4ffd-ae8f-21d24d97360b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=26a35e23069040fea527cf6ed78ffda3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360389 Nov 02 12:53:26.176407 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48174) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:26.194711 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-de778b9f-b747-4a55-a693-e49f486390d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.255969 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-84d9cf76-1dab-4d00-8d25-f2179b83701c admin admin] Publish callbacks [] for security_group (fd706a30-6530-4c06-96f4-cfdbead51718), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.285620 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-84d9cf76-1dab-4d00-8d25-f2179b83701c admin admin] Publish callbacks [] for security_group (fd706a30-6530-4c06-96f4-cfdbead51718), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.351512 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-84d9cf76-1dab-4d00-8d25-f2179b83701c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (fd706a30-6530-4c06-96f4-cfdbead51718), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.354291 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-84d9cf76-1dab-4d00-8d25-f2179b83701c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:26.356246 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-84d9cf76-1dab-4d00-8d25-f2179b83701c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fd706a30-6530-4c06-96f4-cfdbead51718 HTTP/1.1" status: 204 len: 168 time: 0.1778316 Nov 02 12:53:26.367862 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9cf76-1dab-4d00-8d25-f2179b83701c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd706a30-6530-4c06-96f4-cfdbead51718,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:26.419843 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929670f-6c49-40b7-937a-d9dc852eb9a8 req-db4ee6a6-588b-4a75-94cc-d96e8eefe981 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:26.421612 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2929670f-6c49-40b7-937a-d9dc852eb9a8 req-db4ee6a6-588b-4a75-94cc-d96e8eefe981 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 944 time: 0.0647430 Nov 02 12:53:26.491314 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2929670f-6c49-40b7-937a-d9dc852eb9a8 req-9e9f446f-bfb7-4056-8baf-537b4881e5c4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633714 Nov 02 12:53:26.705251 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebeb52-0a27-4fb0-afa5-a2e3360c8b02 req-dbb3856f-9e02-4c8b-8259-a0d44ef88e99 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:26.706752 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-13ebeb52-0a27-4fb0-afa5-a2e3360c8b02 req-dbb3856f-9e02-4c8b-8259-a0d44ef88e99 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 945 time: 0.0899498 Nov 02 12:53:26.759893 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-13ebeb52-0a27-4fb0-afa5-a2e3360c8b02 req-0f3df55b-61b3-416e-98d2-0ca57cc825a3 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Nov 02 12:53:27.139451 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca526a-4b95-4c19-8ebf-f74ff122b126 req-c2331c1d-dde3-4564-85c8-4952b9c3d167 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:27.141091 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9bca526a-4b95-4c19-8ebf-f74ff122b126 req-c2331c1d-dde3-4564-85c8-4952b9c3d167 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0601826 Nov 02 12:53:27.167760 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ac9f9-44bf-498e-ad6e-5644c976eb8b req-b648f9a5-7d9b-4e05-8bd5-aadddbd69f87 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:27.169286 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d66ac9f9-44bf-498e-ad6e-5644c976eb8b req-b648f9a5-7d9b-4e05-8bd5-aadddbd69f87 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 944 time: 0.0581942 Nov 02 12:53:27.199158 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9bca526a-4b95-4c19-8ebf-f74ff122b126 req-1457b254-d3ce-4685-a1ae-7bcdf0fd506f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511291 Nov 02 12:53:27.220006 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d66ac9f9-44bf-498e-ad6e-5644c976eb8b req-d568533a-af83-445c-a77a-3c776fbd8747 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Nov 02 12:53:27.634559 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986f79c-72f2-4500-ba7c-50dd4b92e162 req-4f3b7b75-5e35-498e-ac8f-6c4405338009 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:27.636247 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e986f79c-72f2-4500-ba7c-50dd4b92e162 req-4f3b7b75-5e35-498e-ac8f-6c4405338009 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 944 time: 0.0562887 Nov 02 12:53:27.693033 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e986f79c-72f2-4500-ba7c-50dd4b92e162 req-2b9f98de-c983-41d8-9872-8b65f34aa195 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505111 Nov 02 12:53:27.761683 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device ceff5860-04fb-4226-b8ae-37c3cb9c96be up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:27.824047 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port ceff5860-04fb-4226-b8ae-37c3cb9c96be completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:53:27.829027 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port ceff5860-04fb-4226-b8ae-37c3cb9c96be triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:53:27.829624 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.830154 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port ceff5860-04fb-4226-b8ae-37c3cb9c96be Nov 02 12:53:27.908166 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfa8d2-a703-401d-9f4a-52f6222053c9 req-0d3e4f71-1da8-46b2-9332-bae80af7dfb7 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:27.910044 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6ecfa8d2-a703-401d-9f4a-52f6222053c9 req-0d3e4f71-1da8-46b2-9332-bae80af7dfb7 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 945 time: 0.0649643 Nov 02 12:53:27.919986 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port ceff5860-04fb-4226-b8ae-37c3cb9c96be is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:27.920451 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:27.953382 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d458f0b-437a-41ff-93f3-1091857b39c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceff5860-04fb-4226-b8ae-37c3cb9c96be'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:27.983763 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6ecfa8d2-a703-401d-9f4a-52f6222053c9 req-cd274446-a308-4c87-aa6a-7d60f4526485 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678821 Nov 02 12:53:28.054637 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port ceff5860-04fb-4226-b8ae-37c3cb9c96be, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ceff5860-04fb-4226-b8ae-37c3cb9c96be,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:28.060362 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.061323 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 6f41fdae-476d-4c30-ba0a-43899e265ad5 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:28.100058 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-77df9ce8-11a9-4ea0-94ac-e31b75cb7f10 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:28.107220 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-77df9ce8-11a9-4ea0-94ac-e31b75cb7f10 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/networks?id=dd913d2e-61bf-4776-8fa2-6366366409f4 HTTP/1.1" status: 200 len: 808 time: 0.1434832 Nov 02 12:53:28.123114 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-c0a32802-c6ef-4d5d-92b6-2c2292e7bf36 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/quotas/2c22011cb72447d49eaf0e623c2d423c HTTP/1.1" status: 200 len: 375 time: 0.0146368 Nov 02 12:53:28.155052 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=ceff5860-04fb-4226-b8ae-37c3cb9c96be,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:28.158805 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 6f41fdae-476d-4c30-ba0a-43899e265ad5 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:53:28.165348 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-cde84b90-968b-43a9-b191-f9ce6df4f9b6 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c22011cb72447d49eaf0e623c2d423c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340774 Nov 02 12:53:28.167033 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 6f41fdae-476d-4c30-ba0a-43899e265ad5 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:53:28.167400 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.167749 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 6f41fdae-476d-4c30-ba0a-43899e265ad5 Nov 02 12:53:28.189947 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a005c9f-92b1-42c8-81ce-523db46f1675" -d '{"events": [{"server_uuid": "8d458f0b-437a-41ff-93f3-1091857b39c8", "name": "network-vif-plugged", "status": "completed", "tag": "ceff5860-04fb-4226-b8ae-37c3cb9c96be"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:28.264472 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 6f41fdae-476d-4c30-ba0a-43899e265ad5 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:28.265053 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.282648 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-9cc1362c-9e70-4b88-8103-29bc4f11a8b6 service neutron] 10.222.0.90 "GET /v2.0/networks/dd913d2e-61bf-4776-8fa2-6366366409f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162033 Nov 02 12:53:28.307603 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5264d11-be77-425a-8a67-6f4e94f3410e x-openstack-request-id: req-d5264d11-be77-425a-8a67-6f4e94f3410e {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:28.307941 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d458f0b-437a-41ff-93f3-1091857b39c8", "name": "network-vif-plugged", "status": "completed", "tag": "ceff5860-04fb-4226-b8ae-37c3cb9c96be", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:28.308251 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d5264d11-be77-425a-8a67-6f4e94f3410e {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:28.308746 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5264d11-be77-425a-8a67-6f4e94f3410e'] response: {'server_uuid': '8d458f0b-437a-41ff-93f3-1091857b39c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceff5860-04fb-4226-b8ae-37c3cb9c96be', 'code': 200} Nov 02 12:53:28.317734 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c13d04ca-a865-4d6d-93c9-2542a44e0c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.322262 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 6f41fdae-476d-4c30-ba0a-43899e265ad5, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6f41fdae-476d-4c30-ba0a-43899e265ad5,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:28.327937 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.328948 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:28.412914 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=6f41fdae-476d-4c30-ba0a-43899e265ad5,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:28.425561 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:53:28.427824 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-8cf86a33-ac73-434f-9f2e-a995c997f756 service neutron] 10.222.0.90 "GET /v2.0/networks/dd913d2e-61bf-4776-8fa2-6366366409f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390235 Nov 02 12:53:28.429855 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:53:28.430271 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.430616 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:53:28.451665 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28e60b-31bf-4b42-8604-a4dec5d05552 req-c31e6d3b-fcd6-4f46-bae8-8edc35ee4152 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:28.465509 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3e28e60b-31bf-4b42-8604-a4dec5d05552 req-c31e6d3b-fcd6-4f46-bae8-8edc35ee4152 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0894787 Nov 02 12:53:28.530251 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3e28e60b-31bf-4b42-8604-a4dec5d05552 req-f9a8d53a-785f-41bd-96c4-3cc88204da22 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631108 Nov 02 12:53:28.601857 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:28.602253 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.701947 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:28.707336 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.708385 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 2059fb0f-4225-4fc2-af2b-4a514fca1328 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:28.761617 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb2069-cfcd-4c10-a2e0-e76646ef1cdf req-1c91e2dc-7fe9-4a65-8e2e-044bc869445f tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:28.764166 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-decb2069-cfcd-4c10-a2e0-e76646ef1cdf req-1c91e2dc-7fe9-4a65-8e2e-044bc869445f tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.1036985 Nov 02 12:53:28.772851 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3acb98-755a-4384-b616-c714a575acf7 req-fe6a5551-9dd9-475c-a75c-336ee886b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:28.774537 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-db3acb98-755a-4384-b616-c714a575acf7 req-fe6a5551-9dd9-475c-a75c-336ee886b04d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 1129 time: 0.1690218 Nov 02 12:53:28.832755 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-407a8da5-eae8-4828-a1b4-53f24c71dc73 req-e83737ae-ec93-45a4-b93d-27f1e08c162e tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0625477 Nov 02 12:53:28.839288 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-db3acb98-755a-4384-b616-c714a575acf7 req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.882763 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-decb2069-cfcd-4c10-a2e0-e76646ef1cdf req-13abe16e-232b-40ce-86d7-81f997228284 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106415 Nov 02 12:53:28.888135 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:28.922534 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 2059fb0f-4225-4fc2-af2b-4a514fca1328 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:53:28.927452 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 2059fb0f-4225-4fc2-af2b-4a514fca1328 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:53:28.927840 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:28.928186 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 2059fb0f-4225-4fc2-af2b-4a514fca1328 Nov 02 12:53:28.995551 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-db3acb98-755a-4384-b616-c714a575acf7 req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Publish callbacks [] for security_group (4547f532-3713-4767-845f-692f417dc66d), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.003108 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-db3acb98-755a-4384-b616-c714a575acf7 req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (4547f532-3713-4767-845f-692f417dc66d), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.036933 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4547f532-3713-4767-845f-692f417dc66d,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:29.049021 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 2059fb0f-4225-4fc2-af2b-4a514fca1328 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:29.049528 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.086230 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.087636 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.088931 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.089399 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.089917 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.090377 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.090835 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.091298 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.091991 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.092525 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.093027 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.093580 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.094033 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.112184 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 2059fb0f-4225-4fc2-af2b-4a514fca1328, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2059fb0f-4225-4fc2-af2b-4a514fca1328,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:29.114599 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-db3acb98-755a-4384-b616-c714a575acf7 req-e9b56266-86e6-4a52-8b33-4bb62a9d6275 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203464 Nov 02 12:53:29.119694 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.122632 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 77048807-cd5e-48b1-8d83-bf09988266df up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:29.123690 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5931ab2-d023-4d12-9973-e1d424e6923b req-134a600d-b445-4592-aae2-2aa33830ffc1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:29.125452 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a5931ab2-d023-4d12-9973-e1d424e6923b req-134a600d-b445-4592-aae2-2aa33830ffc1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.1690576 Nov 02 12:53:29.164638 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9a2c8-22a2-4c17-a8b3-ae6a2e381417 req-41cf81e7-6895-4bb1-a1aa-55b5a70f2266 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:29.174787 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4ea9a2c8-22a2-4c17-a8b3-ae6a2e381417 req-41cf81e7-6895-4bb1-a1aa-55b5a70f2266 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 945 time: 0.0949976 Nov 02 12:53:29.224001 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a5931ab2-d023-4d12-9973-e1d424e6923b req-8c2cbadb-00da-4632-92ef-82947421af45 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925839 Nov 02 12:53:29.231432 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4ea9a2c8-22a2-4c17-a8b3-ae6a2e381417 req-fb0ab694-423e-4371-97c7-697de69d2da7 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556073 Nov 02 12:53:29.247106 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=2059fb0f-4225-4fc2-af2b-4a514fca1328,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:29.259539 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.259919 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.260307 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.260722 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.261064 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.261398 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.261731 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.262067 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.262395 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.262740 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.263076 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.263398 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.263757 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.276588 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 77048807-cd5e-48b1-8d83-bf09988266df completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:53:29.281034 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 77048807-cd5e-48b1-8d83-bf09988266df triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:53:29.281474 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (77048807-cd5e-48b1-8d83-bf09988266df), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.281835 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 77048807-cd5e-48b1-8d83-bf09988266df Nov 02 12:53:29.439809 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.480225 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 77048807-cd5e-48b1-8d83-bf09988266df is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:29.480631 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (77048807-cd5e-48b1-8d83-bf09988266df), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.514854 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 77048807-cd5e-48b1-8d83-bf09988266df, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=77048807-cd5e-48b1-8d83-bf09988266df,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:29.521823 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (77048807-cd5e-48b1-8d83-bf09988266df), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.570692 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=77048807-cd5e-48b1-8d83-bf09988266df,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:29.682699 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c12b9a-b8cc-406c-9c23-20343cf0db83 req-aabf23e1-c952-4cc9-b6a2-ad57ee4036dc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:29.684554 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-13c12b9a-b8cc-406c-9c23-20343cf0db83 req-aabf23e1-c952-4cc9-b6a2-ad57ee4036dc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0597587 Nov 02 12:53:29.736160 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-13c12b9a-b8cc-406c-9c23-20343cf0db83 req-c8b7c5a0-0825-47e6-a49a-04592e392473 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455589 Nov 02 12:53:29.953717 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8da9460d-754a-4a4f-a9ba-ed3e804af118 req-7d54c4f9-b420-4eac-9007-ecd5c70e45a0 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0319548 Nov 02 12:53:30.029518 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cc92-f50e-4136-b07b-5b1235bcc6d2 req-63dffd42-119f-4848-a67e-90794317edd4 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:30.030891 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5980cc92-f50e-4136-b07b-5b1235bcc6d2 req-63dffd42-119f-4848-a67e-90794317edd4 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0561867 Nov 02 12:53:30.092089 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5980cc92-f50e-4136-b07b-5b1235bcc6d2 req-3d832a5e-917e-42eb-8049-9211120800b2 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527267 Nov 02 12:53:30.310642 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f41fdae-476d-4c30-ba0a-43899e265ad5'}, {'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f'}, {'server_uuid': '980d235a-d1e0-4688-97c4-2e18bb50b977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059fb0f-4225-4fc2-af2b-4a514fca1328'}, {'server_uuid': '28d7f87e-6c63-40ee-9bf3-e454b81d34ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77048807-cd5e-48b1-8d83-bf09988266df'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:30.315368 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e463a3-b77d-4857-bb84-6fe3d1bc79c6" -d '{"events": [{"server_uuid": "ebe9d261-592b-4b69-944d-5517465f6c40", "name": "network-vif-plugged", "status": "completed", "tag": "6f41fdae-476d-4c30-ba0a-43899e265ad5"}, {"server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "name": "network-vif-plugged", "status": "completed", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f"}, {"server_uuid": "980d235a-d1e0-4688-97c4-2e18bb50b977", "name": "network-vif-plugged", "status": "completed", "tag": "2059fb0f-4225-4fc2-af2b-4a514fca1328"}, {"server_uuid": "28d7f87e-6c63-40ee-9bf3-e454b81d34ee", "name": "network-vif-plugged", "status": "completed", "tag": "77048807-cd5e-48b1-8d83-bf09988266df"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:30.368507 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239582f-06c2-4d45-aa7c-fe1ec70316d6 req-38c072e4-042f-417e-a8cd-05e219bcf068 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:30.370847 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d239582f-06c2-4d45-aa7c-fe1ec70316d6 req-38c072e4-042f-417e-a8cd-05e219bcf068 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0536921 Nov 02 12:53:30.375546 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e0392-de38-474f-906d-6bac3f8b5689 req-0126cb84-5382-45c4-bc7e-c160074f44ce tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:30.377084 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ca4e0392-de38-474f-906d-6bac3f8b5689 req-0126cb84-5382-45c4-bc7e-c160074f44ce tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0629036 Nov 02 12:53:30.424381 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d239582f-06c2-4d45-aa7c-fe1ec70316d6 req-693429ce-bcb0-4567-bc2c-c356841830c4 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482616 Nov 02 12:53:30.436535 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ca4e0392-de38-474f-906d-6bac3f8b5689 req-dce22a5b-ac48-4f7c-85f9-03b1789cefff tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492942 Nov 02 12:53:30.535396 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a36327a-5c47-4a18-bf3c-cdaf2bdf56ad x-openstack-request-id: req-2a36327a-5c47-4a18-bf3c-cdaf2bdf56ad {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:30.535711 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe9d261-592b-4b69-944d-5517465f6c40", "name": "network-vif-plugged", "status": "completed", "tag": "6f41fdae-476d-4c30-ba0a-43899e265ad5", "code": 200}, {"server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "name": "network-vif-plugged", "status": "completed", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f", "code": 200}, {"server_uuid": "980d235a-d1e0-4688-97c4-2e18bb50b977", "name": "network-vif-plugged", "status": "completed", "tag": "2059fb0f-4225-4fc2-af2b-4a514fca1328", "code": 200}, {"server_uuid": "28d7f87e-6c63-40ee-9bf3-e454b81d34ee", "name": "network-vif-plugged", "status": "completed", "tag": "77048807-cd5e-48b1-8d83-bf09988266df", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:30.535987 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2a36327a-5c47-4a18-bf3c-cdaf2bdf56ad {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:30.536406 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a36327a-5c47-4a18-bf3c-cdaf2bdf56ad'] response: {'server_uuid': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f41fdae-476d-4c30-ba0a-43899e265ad5', 'code': 200} Nov 02 12:53:30.536661 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a36327a-5c47-4a18-bf3c-cdaf2bdf56ad'] response: {'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'code': 200} Nov 02 12:53:30.536915 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a36327a-5c47-4a18-bf3c-cdaf2bdf56ad'] response: {'server_uuid': '980d235a-d1e0-4688-97c4-2e18bb50b977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2059fb0f-4225-4fc2-af2b-4a514fca1328', 'code': 200} Nov 02 12:53:30.537183 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a36327a-5c47-4a18-bf3c-cdaf2bdf56ad'] response: {'server_uuid': '28d7f87e-6c63-40ee-9bf3-e454b81d34ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77048807-cd5e-48b1-8d83-bf09988266df', 'code': 200} Nov 02 12:53:30.598333 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-de06c3c6-75d0-4af6-9422-a27b2927adda tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:30.599932 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-de06c3c6-75d0-4af6-9422-a27b2927adda tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.105 "GET /v2.0/networks?id=dd913d2e-61bf-4776-8fa2-6366366409f4 HTTP/1.1" status: 200 len: 808 time: 0.1142318 Nov 02 12:53:30.825037 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:30.842793 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Request body: {'port': {'device_id': 'c8fbcf05-b111-424e-b569-45dcf4e60494', 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4', 'admin_state_up': True, 'tenant_id': '2c22011cb72447d49eaf0e623c2d423c'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:30.942187 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339553cc-9e4c-4791-9ba7-892324921868 req-8d79e3e1-cb2d-413e-94cf-98658bb601dc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:30.950709 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-339553cc-9e4c-4791-9ba7-892324921868 req-8d79e3e1-cb2d-413e-94cf-98658bb601dc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.1242478 Nov 02 12:53:31.004194 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Made reservation on behalf of 2c22011cb72447d49eaf0e623c2d423c for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:31.013704 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.033065 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-339553cc-9e4c-4791-9ba7-892324921868 req-59cea8a7-ef5b-43f0-95ae-e5b7c1a9be11 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715194 Nov 02 12:53:31.160470 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-98bc7a8e-d86c-4db8-91ff-499d57372b3c req-1cca6407-b1a0-46fb-955d-3f5a21613beb tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0407805 Nov 02 12:53:31.279125 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745409f0-1df2-4311-a347-e024983c054f req-b4815c6b-6f5d-423a-b0ef-314ab949cdee tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:31.286696 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-745409f0-1df2-4311-a347-e024983c054f req-b4815c6b-6f5d-423a-b0ef-314ab949cdee tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0708551 Nov 02 12:53:31.353257 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-745409f0-1df2-4311-a347-e024983c054f req-ac3a4dd4-fe91-45b0-84a8-11e615edfffb tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652182 Nov 02 12:53:31.384370 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48402) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:31.545349 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0e39-8c56-43be-b9ac-995ae4f7f1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.610435 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b39da0-69b2-4fdf-801b-40e935539332 req-f3ca6b1f-2317-4644-8776-e111bf9e1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:31.611941 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d9b39da0-69b2-4fdf-801b-40e935539332 req-f3ca6b1f-2317-4644-8776-e111bf9e1119 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 1129 time: 0.4613178 Nov 02 12:53:31.659944 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Allocated IP 172.20.0.10 (dd913d2e-61bf-4776-8fa2-6366366409f4/ba019307-65e7-4501-8737-05d43fdd3c6c/1ce312ed-47a3-4fe9-bde2-4ab8a334812b) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:31.665811 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaecc83-fa7f-40dd-81e6-74db667bd903 req-299a89d5-a136-4f1c-8e57-b2d278aeda08 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:31.667584 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bfaecc83-fa7f-40dd-81e6-74db667bd903 req-299a89d5-a136-4f1c-8e57-b2d278aeda08 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.1095710 Nov 02 12:53:31.692661 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e56ab4-a18e-460b-a6cc-ae7e949d2cc6 req-25b2d838-09ec-467b-a303-c7020d623471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:31.694303 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a9e56ab4-a18e-460b-a6cc-ae7e949d2cc6 req-25b2d838-09ec-467b-a303-c7020d623471 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 1130 time: 0.4960577 Nov 02 12:53:31.708775 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614d5a6-a9b0-47fa-b044-de11e5b73016 req-453e5da4-7bdd-4e10-be44-ca51eef294f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:31.710322 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e614d5a6-a9b0-47fa-b044-de11e5b73016 req-453e5da4-7bdd-4e10-be44-ca51eef294f2 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 1129 time: 0.4850507 Nov 02 12:53:31.712892 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0e39-8c56-43be-b9ac-995ae4f7f1b8 admin admin] Publish callbacks [] for security_group (144b1427-6b7f-4f1e-9b03-269d6015c637), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.721749 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0e39-8c56-43be-b9ac-995ae4f7f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (144b1427-6b7f-4f1e-9b03-269d6015c637), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.763473 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf5c40-d7c5-4880-a89a-38a650ed9279 req-67863699-823b-447b-a950-f2734857a822 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:31.765043 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3caf5c40-d7c5-4880-a89a-38a650ed9279 req-67863699-823b-447b-a950-f2734857a822 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.2005432 Nov 02 12:53:31.773859 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b8600-4c4f-418c-9a88-edda6f5ea111 req-766cd0ab-7de4-4dd8-aafc-07cafcb404d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:31.774215 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-284b8600-4c4f-418c-9a88-edda6f5ea111 req-766cd0ab-7de4-4dd8-aafc-07cafcb404d0 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 1130 time: 0.2413762 Nov 02 12:53:31.788615 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d9b39da0-69b2-4fdf-801b-40e935539332 req-6205b51f-6025-4c59-a2bc-2a491560fba1 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552875 Nov 02 12:53:31.800897 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bfaecc83-fa7f-40dd-81e6-74db667bd903 req-5266c6a0-914d-488a-818a-b68ce2d7f041 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200149 Nov 02 12:53:31.802257 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff0e39-8c56-43be-b9ac-995ae4f7f1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b1427-6b7f-4f1e-9b03-269d6015c637,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:31.809060 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e4ff0e39-8c56-43be-b9ac-995ae4f7f1b8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0b63644e41e0412fb5578eaf3ac3dab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4229448 Nov 02 12:53:31.811627 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48428) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:31.869767 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9098e3b3-214e-4589-84ac-3b57f0c8216f admin admin] Publish callbacks [] for security_group (144b1427-6b7f-4f1e-9b03-269d6015c637), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.891610 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9098e3b3-214e-4589-84ac-3b57f0c8216f admin admin] Publish callbacks [] for security_group (144b1427-6b7f-4f1e-9b03-269d6015c637), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.939117 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e614d5a6-a9b0-47fa-b044-de11e5b73016 req-fa4115e7-f69b-40e9-b3a7-593cd19e3d3b service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689639 Nov 02 12:53:31.943104 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a9e56ab4-a18e-460b-a6cc-ae7e949d2cc6 req-d7ba486e-7a14-4c62-80c0-98bde604ae22 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769717 Nov 02 12:53:31.946474 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3caf5c40-d7c5-4880-a89a-38a650ed9279 req-3cf820ff-fa26-459f-8967-49a68d644fa3 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669195 Nov 02 12:53:31.953118 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9098e3b3-214e-4589-84ac-3b57f0c8216f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (144b1427-6b7f-4f1e-9b03-269d6015c637), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.957119 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9098e3b3-214e-4589-84ac-3b57f0c8216f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.958552 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9098e3b3-214e-4589-84ac-3b57f0c8216f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/144b1427-6b7f-4f1e-9b03-269d6015c637 HTTP/1.1" status: 204 len: 168 time: 0.1458173 Nov 02 12:53:31.990221 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098e3b3-214e-4589-84ac-3b57f0c8216f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b1427-6b7f-4f1e-9b03-269d6015c637,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:32.005183 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks [] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.047905 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48436) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:32.055232 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.094796 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Network dd913d2e-61bf-4776-8fa2-6366366409f4 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:32.098407 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:32.101721 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:53:32.107773 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:32.108498 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.137643 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Pushing event updated for resources: {'Port': ['ID=1ce312ed-47a3-4fe9-bde2-4ab8a334812b,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:32.146378 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-4b3500ca-d443-4c75-99e3-35bcca6bc049 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3111026 Nov 02 12:53:32.204426 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86112ff0-871f-4974-9935-61f2845fd60b req-693d9639-3c28-4e70-89ed-23a840164d3d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:32.206221 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-86112ff0-871f-4974-9935-61f2845fd60b req-693d9639-3c28-4e70-89ed-23a840164d3d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0766144 Nov 02 12:53:32.232848 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc5b4-6245-4ba1-b457-644f9de91220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.291517 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-86112ff0-871f-4974-9935-61f2845fd60b req-1b40abb9-5db9-4eae-be1f-434b5cf479f5 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759854 Nov 02 12:53:32.298959 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af133d8-cc88-467e-acc4-04f13281309f req-8c31f944-b824-42cb-8485-a3825978b1e9 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:32.301356 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6af133d8-cc88-467e-acc4-04f13281309f req-8c31f944-b824-42cb-8485-a3825978b1e9 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 932 time: 0.0734491 Nov 02 12:53:32.367395 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.371925 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc5b4-6245-4ba1-b457-644f9de91220 admin admin] Publish callbacks [] for security_group (4f74f553-d077-4767-a841-e311db35ff79), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.381810 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6af133d8-cc88-467e-acc4-04f13281309f req-2afa44db-3a48-41fb-be69-0bab1a7050cd tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740769 Nov 02 12:53:32.384086 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-dfbfc5b4-6245-4ba1-b457-644f9de91220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (4f74f553-d077-4767-a841-e311db35ff79), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.438762 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-dfbfc5b4-6245-4ba1-b457-644f9de91220 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cbac433718c142539d5d9e3f268e661e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893821 Nov 02 12:53:32.441587 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 48448) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:32.450450 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfc5b4-6245-4ba1-b457-644f9de91220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f74f553-d077-4767-a841-e311db35ff79,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:32.455576 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48450) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:32.487923 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b5c897af-0d6f-40e7-bf73-6d291245a905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.500111 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3880b7cf-b172-4263-9891-b0ba72f8f2ab admin admin] Publish callbacks [] for security_group (4f74f553-d077-4767-a841-e311db35ff79), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.525305 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3880b7cf-b172-4263-9891-b0ba72f8f2ab admin admin] Publish callbacks [] for security_group (4f74f553-d077-4767-a841-e311db35ff79), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.532538 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9be60-5073-4797-a437-4302bcd5e61c req-c733e79f-b0a3-4571-bb66-b7485db4ca82 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:32.534797 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-22a9be60-5073-4797-a437-4302bcd5e61c req-c733e79f-b0a3-4571-bb66-b7485db4ca82 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.1022432 Nov 02 12:53:32.582525 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3880b7cf-b172-4263-9891-b0ba72f8f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (4f74f553-d077-4767-a841-e311db35ff79), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.585513 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3880b7cf-b172-4263-9891-b0ba72f8f2ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.589074 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-3880b7cf-b172-4263-9891-b0ba72f8f2ab admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4f74f553-d077-4767-a841-e311db35ff79 HTTP/1.1" status: 204 len: 168 time: 0.1440992 Nov 02 12:53:32.596309 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880b7cf-b172-4263-9891-b0ba72f8f2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f74f553-d077-4767-a841-e311db35ff79,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:32.606511 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-22a9be60-5073-4797-a437-4302bcd5e61c req-38995773-51ba-456f-9d55-9498b3f759ce tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649505 Nov 02 12:53:32.632953 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b5c897af-0d6f-40e7-bf73-6d291245a905 admin admin] Publish callbacks [] for security_group (5f2a94d0-10c8-467c-9110-3d075accadad), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.632953 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b5c897af-0d6f-40e7-bf73-6d291245a905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (5f2a94d0-10c8-467c-9110-3d075accadad), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.675827 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 48454) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:32.676402 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-b5c897af-0d6f-40e7-bf73-6d291245a905 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5f2c83b508ad47d29670dbea20bb9ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208560 Nov 02 12:53:32.676640 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c897af-0d6f-40e7-bf73-6d291245a905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2a94d0-10c8-467c-9110-3d075accadad,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:32.728127 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b25f4ada-e356-465d-8ffb-c5d4f5bb0efe admin admin] Publish callbacks [] for security_group (5f2a94d0-10c8-467c-9110-3d075accadad), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.750117 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b25f4ada-e356-465d-8ffb-c5d4f5bb0efe admin admin] Publish callbacks [] for security_group (5f2a94d0-10c8-467c-9110-3d075accadad), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.800540 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b25f4ada-e356-465d-8ffb-c5d4f5bb0efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (5f2a94d0-10c8-467c-9110-3d075accadad), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.803141 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b25f4ada-e356-465d-8ffb-c5d4f5bb0efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.804332 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b25f4ada-e356-465d-8ffb-c5d4f5bb0efe admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5f2a94d0-10c8-467c-9110-3d075accadad HTTP/1.1" status: 204 len: 168 time: 0.1271727 Nov 02 12:53:32.812985 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f4ada-e356-465d-8ffb-c5d4f5bb0efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2a94d0-10c8-467c-9110-3d075accadad,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:32.929302 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc23f36-b985-446c-b6ad-fc0338f36a1e req-d7d833e1-f9ce-4134-8dfe-f133a8797a31 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:32.931275 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1dc23f36-b985-446c-b6ad-fc0338f36a1e req-d7d833e1-f9ce-4134-8dfe-f133a8797a31 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0581536 Nov 02 12:53:32.992324 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48466) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:32.996856 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1dc23f36-b985-446c-b6ad-fc0338f36a1e req-d87afa1a-fa85-4e64-83f3-78da7ee4c183 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590796 Nov 02 12:53:33.007747 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-fa070193-8f1f-4510-9d2d-114120c0d29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.286230 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-fa070193-8f1f-4510-9d2d-114120c0d29f admin admin] Publish callbacks [] for security_group (8c89c310-3e2c-42b2-9e30-e61637787f7b), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.293445 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a063554-ed7f-471f-85be-37f5c9737cd9 req-10ff2068-0a54-4110-9371-68dfc978a7ab tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:33.300700 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8a063554-ed7f-471f-85be-37f5c9737cd9 req-10ff2068-0a54-4110-9371-68dfc978a7ab tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.2394786 Nov 02 12:53:33.309107 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-fa070193-8f1f-4510-9d2d-114120c0d29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8c89c310-3e2c-42b2-9e30-e61637787f7b), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.346628 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Request body: {'port': {'device_id': 'c8fbcf05-b111-424e-b569-45dcf4e60494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:33.360145 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-fa070193-8f1f-4510-9d2d-114120c0d29f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3144b08002f5453d9748cdab86f354fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615646 Nov 02 12:53:33.360525 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 48484) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:33.376800 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa070193-8f1f-4510-9d2d-114120c0d29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c89c310-3e2c-42b2-9e30-e61637787f7b,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:33.403789 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-284b8600-4c4f-418c-9a88-edda6f5ea111 req-39c05033-0d56-4193-9a26-e5887e9ddba0 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343935 Nov 02 12:53:33.404718 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8a063554-ed7f-471f-85be-37f5c9737cd9 req-212431ca-e4a0-4c2d-8897-f90a3a6105d6 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992036 Nov 02 12:53:33.519962 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb92c3c-f1c8-47f4-bda1-55a295f0f1b2 req-eb5f4614-572a-4e99-9b7e-8fc02298bc2b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:33.527639 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bcb92c3c-f1c8-47f4-bda1-55a295f0f1b2 req-eb5f4614-572a-4e99-9b7e-8fc02298bc2b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0734518 Nov 02 12:53:33.536576 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e11db353-e64f-4d57-a936-53f51cbb4190 admin admin] Publish callbacks [] for security_group (8c89c310-3e2c-42b2-9e30-e61637787f7b), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.538943 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.574112 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54cf9-24df-4a13-abfd-448a0df4f6bf req-230876b8-abc9-4083-b2b5-a292b88ce437 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:33.575651 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59f54cf9-24df-4a13-abfd-448a0df4f6bf req-230876b8-abc9-4083-b2b5-a292b88ce437 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.2188175 Nov 02 12:53:33.577156 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bcb92c3c-f1c8-47f4-bda1-55a295f0f1b2 req-d72d4086-1a01-457c-b143-0eb54c883c58 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481138 Nov 02 12:53:33.581916 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e11db353-e64f-4d57-a936-53f51cbb4190 admin admin] Publish callbacks [] for security_group (8c89c310-3e2c-42b2-9e30-e61637787f7b), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.717883 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f4a23-a867-4c95-a849-e596d4fc8486 req-0fc690d6-2e2f-49ea-9253-99de59535a53 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:33.719630 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c57f4a23-a867-4c95-a849-e596d4fc8486 req-0fc690d6-2e2f-49ea-9253-99de59535a53 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 932 time: 0.0669625 Nov 02 12:53:33.744810 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59f54cf9-24df-4a13-abfd-448a0df4f6bf req-fc727ca2-1c35-4d68-8491-68ba14af1656 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601009 Nov 02 12:53:33.772357 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e11db353-e64f-4d57-a936-53f51cbb4190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8c89c310-3e2c-42b2-9e30-e61637787f7b), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.776091 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e11db353-e64f-4d57-a936-53f51cbb4190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:33.777899 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-e11db353-e64f-4d57-a936-53f51cbb4190 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8c89c310-3e2c-42b2-9e30-e61637787f7b HTTP/1.1" status: 204 len: 168 time: 0.4163628 Nov 02 12:53:33.800647 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11db353-e64f-4d57-a936-53f51cbb4190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c89c310-3e2c-42b2-9e30-e61637787f7b,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:33.814332 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c57f4a23-a867-4c95-a849-e596d4fc8486 req-0fc1e168-3990-42d7-b4ed-474eed3a16f1 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881262 Nov 02 12:53:33.959181 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaec18b-08e7-4e4f-a655-6ac8de80ccd4 req-b4f6a93a-656a-4561-9d7b-196f1b353733 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:33.960774 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ffaec18b-08e7-4e4f-a655-6ac8de80ccd4 req-b4f6a93a-656a-4561-9d7b-196f1b353733 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0960267 Nov 02 12:53:34.051777 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ffaec18b-08e7-4e4f-a655-6ac8de80ccd4 req-f0ad10d3-2e05-4abd-bfe4-2c4b4cae0f91 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839000 Nov 02 12:53:34.127553 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce312ed-47a3-4fe9-bde2-4ab8a334812b {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:34.137363 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Publish callbacks [] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.158324 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Transition to ACTIVE for port object 1ce312ed-47a3-4fe9-bde2-4ab8a334812b will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:53:34.167070 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064e68c-a588-4a24-bb1e-e5b2c7b11872 req-452bf70c-10e7-4706-9c6d-b02be61dabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:34.170876 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a064e68c-a588-4a24-bb1e-e5b2c7b11872 req-452bf70c-10e7-4706-9c6d-b02be61dabdd service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 1129 time: 0.0822146 Nov 02 12:53:34.172539 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.299576 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce312ed-47a3-4fe9-bde2-4ab8a334812b,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:34.317977 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Attempting to bind port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:53:34.318243 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Attempting to bind port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '718e5dcc-f1ee-4627-a5db-21375990c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:53:34.318572 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Attempting to bind port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b on network dd913d2e-61bf-4776-8fa2-6366366409f4 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:34.334872 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b on network dd913d2e-61bf-4776-8fa2-6366366409f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:53:34.334872 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Attempting to bind port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b on network dd913d2e-61bf-4776-8fa2-6366366409f4 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:34.346624 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:53:34.346969 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Checking segment: {'id': '718e5dcc-f1ee-4627-a5db-21375990c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:53:34.347362 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Bound using segment: {'id': '718e5dcc-f1ee-4627-a5db-21375990c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:53:34.347807 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Bound port: 1ce312ed-47a3-4fe9-bde2-4ab8a334812b, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e5dcc-f1ee-4627-a5db-21375990c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:53:34.348173 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.350768 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064e68c-a588-4a24-bb1e-e5b2c7b11872 req-f6fa4f86-6872-4d52-943a-6dfe4112e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:34.352290 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a064e68c-a588-4a24-bb1e-e5b2c7b11872 req-f6fa4f86-6872-4d52-943a-6dfe4112e794 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.1690383 Nov 02 12:53:34.415125 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] For port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:34.418976 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] For port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1ce312ed-47a3-4fe9-bde2-4ab8a334812b,segment=NetworkSegment(718e5dcc-f1ee-4627-a5db-21375990c185),segment_id=718e5dcc-f1ee-4627-a5db-21375990c185)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:34.425395 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.429298 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:34.430266 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:34.432086 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] 10.222.0.105 "PUT /v2.0/ports/1ce312ed-47a3-4fe9-bde2-4ab8a334812b HTTP/1.1" status: 200 len: 1094 time: 1.0903800 Nov 02 12:53:34.434670 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fbcf05-b111-424e-b569-45dcf4e60494', 'tag': '1ce312ed-47a3-4fe9-bde2-4ab8a334812b'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:34.437032 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869740b2-347f-47c8-af21-a70df1b00595" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fbcf05-b111-424e-b569-45dcf4e60494", "tag": "1ce312ed-47a3-4fe9-bde2-4ab8a334812b"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:34.506546 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc6b54f-cfad-4bc3-9900-8e538224be47 x-openstack-request-id: req-7fc6b54f-cfad-4bc3-9900-8e538224be47 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:34.506865 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fbcf05-b111-424e-b569-45dcf4e60494", "tag": "1ce312ed-47a3-4fe9-bde2-4ab8a334812b", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:34.507119 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7fc6b54f-cfad-4bc3-9900-8e538224be47 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:34.507739 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc6b54f-cfad-4bc3-9900-8e538224be47'] response: {'name': 'network-changed', 'server_uuid': 'c8fbcf05-b111-424e-b569-45dcf4e60494', 'tag': '1ce312ed-47a3-4fe9-bde2-4ab8a334812b', 'status': 'completed', 'code': 200} Nov 02 12:53:34.525123 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43349b45-ba6a-40c9-a61d-dfb1637726c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce312ed-47a3-4fe9-bde2-4ab8a334812b,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:34.566647 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce559a43-bcee-4f02-b63f-118b22f0d442 req-0178d3a3-56b5-4446-8eb5-5b27e868fc0f tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:34.567385 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a064e68c-a588-4a24-bb1e-e5b2c7b11872 req-c7e684d6-a382-423b-89cc-4a96b05d6c92 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceff5860-04fb-4226-b8ae-37c3cb9c96be HTTP/1.1" status: 200 len: 217 time: 0.0549932 Nov 02 12:53:34.575877 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ce559a43-bcee-4f02-b63f-118b22f0d442 req-0178d3a3-56b5-4446-8eb5-5b27e868fc0f tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0631759 Nov 02 12:53:34.635918 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ce559a43-bcee-4f02-b63f-118b22f0d442 req-f5ec4b2f-71ba-45f1-bd4a-8f98e7a5fa8e tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586400 Nov 02 12:53:34.671748 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064e68c-a588-4a24-bb1e-e5b2c7b11872 req-047cfeef-489a-4fb3-aac1-ce14f8d37806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:34.673265 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a064e68c-a588-4a24-bb1e-e5b2c7b11872 req-047cfeef-489a-4fb3-aac1-ce14f8d37806 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0926886 Nov 02 12:53:34.679418 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869740b2-347f-47c8-af21-a70df1b00595 req-9d058ee5-1dab-4ce5-95cc-571af2ac9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:34.680902 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-869740b2-347f-47c8-af21-a70df1b00595 req-9d058ee5-1dab-4ce5-95cc-571af2ac9d75 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c22011cb72447d49eaf0e623c2d423c&device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 1128 time: 0.0908873 Nov 02 12:53:34.824963 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2776667-d8c4-4615-b0e0-30a7bb0d31da req-00c9752e-7717-4587-8306-f18101a571fa tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:34.826548 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c2776667-d8c4-4615-b0e0-30a7bb0d31da req-00c9752e-7717-4587-8306-f18101a571fa tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.1377194 Nov 02 12:53:34.834183 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064e68c-a588-4a24-bb1e-e5b2c7b11872 req-9f71dc90-33a5-48d1-96fc-9ca91e6602b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:34.835659 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a064e68c-a588-4a24-bb1e-e5b2c7b11872 req-9f71dc90-33a5-48d1-96fc-9ca91e6602b9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1159115 Nov 02 12:53:34.909855 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8981d3a-e6a8-4c0c-b59d-cc721435a9fc req-0705c6e5-e716-486a-a05d-003813971a07 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:34.911672 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f8981d3a-e6a8-4c0c-b59d-cc721435a9fc req-0705c6e5-e716-486a-a05d-003813971a07 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0687582 Nov 02 12:53:34.978097 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c2776667-d8c4-4615-b0e0-30a7bb0d31da req-484a6ef9-e1fd-4fc2-87bd-dd0d7516462b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395488 Nov 02 12:53:34.986971 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869740b2-347f-47c8-af21-a70df1b00595 req-b28671ca-0973-4f08-8a82-33f116488f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:34.988445 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-869740b2-347f-47c8-af21-a70df1b00595 req-b28671ca-0973-4f08-8a82-33f116488f2b service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=2c22011cb72447d49eaf0e623c2d423c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2236917 Nov 02 12:53:35.005862 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f8981d3a-e6a8-4c0c-b59d-cc721435a9fc req-0c95adf2-a763-4ab8-86fd-d4d00483d486 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860434 Nov 02 12:53:35.065618 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a064e68c-a588-4a24-bb1e-e5b2c7b11872 req-e0cb801f-d86c-4782-aa54-15a6e4a51a6b service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047901 Nov 02 12:53:35.208940 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783525-cb92-48b2-a0df-b34cee0eb2ea req-07eb6e11-2dad-438b-93bb-e939dc10b5f7 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:35.210751 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f2783525-cb92-48b2-a0df-b34cee0eb2ea req-07eb6e11-2dad-438b-93bb-e939dc10b5f7 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0753589 Nov 02 12:53:35.286271 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f2783525-cb92-48b2-a0df-b34cee0eb2ea req-b44e818d-cc10-4de7-b216-abd108576e9d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689139 Nov 02 12:53:35.443845 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869740b2-347f-47c8-af21-a70df1b00595 req-a0d33f81-0b42-4da9-83b8-b26cb5a70e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:35.445367 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-869740b2-347f-47c8-af21-a70df1b00595 req-a0d33f81-0b42-4da9-83b8-b26cb5a70e82 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4463437 Nov 02 12:53:35.478882 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84009ea-8347-43c8-8286-1189e3db211b req-d17caaa0-cb8a-4bf2-88d4-79710f722aa6 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:35.485057 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a84009ea-8347-43c8-8286-1189e3db211b req-d17caaa0-cb8a-4bf2-88d4-79710f722aa6 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 944 time: 0.4021232 Nov 02 12:53:35.528168 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a064e68c-a588-4a24-bb1e-e5b2c7b11872 req-e1b7fc35-5323-480b-945f-12c5550b18c5 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469013 Nov 02 12:53:35.568816 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a84009ea-8347-43c8-8286-1189e3db211b req-e39c1cd4-a43d-482f-8be5-260274176218 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824308 Nov 02 12:53:35.827742 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e28f-7dc1-47f0-8ae9-276c09fa0a34 req-4a4984ec-fbfd-4a76-9746-2ace1c8f1999 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:35.831150 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-77f3e28f-7dc1-47f0-8ae9-276c09fa0a34 req-4a4984ec-fbfd-4a76-9746-2ace1c8f1999 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0837891 Nov 02 12:53:35.874093 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-a32bcaa2-cac2-40b5-ad09-8804b3f39970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:35.876193 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-a32bcaa2-cac2-40b5-ad09-8804b3f39970 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c22011cb72447d49eaf0e623c2d423c&device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 1128 time: 0.1158032 Nov 02 12:53:35.902646 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-77f3e28f-7dc1-47f0-8ae9-276c09fa0a34 req-38f1abf6-daf6-47ad-9374-e6cf93cc5e1a tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650997 Nov 02 12:53:36.046918 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-01ee1830-6ec8-4b35-b429-4753d6e9e9f4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ce312ed-47a3-4fe9-bde2-4ab8a334812b HTTP/1.1" status: 200 len: 217 time: 0.0358129 Nov 02 12:53:36.163954 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7e91-5d95-4665-ad28-59782aead6a3 req-db7da7ea-e41b-4d96-9fda-98d4e41ce67f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:36.165547 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-305d7e91-5d95-4665-ad28-59782aead6a3 req-db7da7ea-e41b-4d96-9fda-98d4e41ce67f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0630229 Nov 02 12:53:36.179094 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a145bbe-412b-4195-ae2e-7e5c2eb65e1e req-931a800b-ebc7-47f8-914c-5ce5cc496300 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:36.181150 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9a145bbe-412b-4195-ae2e-7e5c2eb65e1e req-931a800b-ebc7-47f8-914c-5ce5cc496300 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0660305 Nov 02 12:53:36.230403 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9a145bbe-412b-4195-ae2e-7e5c2eb65e1e req-cabb43b9-7e48-4b4e-aeea-b6ce773fb2f9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Nov 02 12:53:36.255406 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-305d7e91-5d95-4665-ad28-59782aead6a3 req-b42be096-63c7-42e8-8f78-a14139d37e87 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831640 Nov 02 12:53:36.256901 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-e6e90793-669f-4485-bee1-a419d06bed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:36.258293 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-e6e90793-669f-4485-bee1-a419d06bed5f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ba019307-65e7-4501-8737-05d43fdd3c6c HTTP/1.1" status: 200 len: 848 time: 0.0703967 Nov 02 12:53:36.415664 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92959e6a-6fe1-4d5c-b5ef-61838bf59ffc req-9f1aa364-91a8-4832-a1b6-bec5f51bbad3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:36.417168 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-92959e6a-6fe1-4d5c-b5ef-61838bf59ffc req-9f1aa364-91a8-4832-a1b6-bec5f51bbad3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0555651 Nov 02 12:53:36.466137 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-92959e6a-6fe1-4d5c-b5ef-61838bf59ffc req-6b32467a-7b2f-45df-9693-13738c0085d3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Nov 02 12:53:36.591075 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe4493-927f-41fd-ab43-c07bebe375ce req-dc87d261-f882-49ce-9782-15fa7bd32a99 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:36.592591 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-79fe4493-927f-41fd-ab43-c07bebe375ce req-dc87d261-f882-49ce-9782-15fa7bd32a99 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0519772 Nov 02 12:53:36.603440 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48612) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:36.608346 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-ee68e920-ab2e-4815-9370-70d8d3305796 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'floatingip': {'port_id': '6f41fdae-476d-4c30-ba0a-43899e265ad5'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:36.633593 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-56038a20-8427-4d25-8356-e695d837d5b7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dd913d2e-61bf-4776-8fa2-6366366409f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256984 Nov 02 12:53:36.708759 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ee68e920-ab2e-4815-9370-70d8d3305796 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (d74e612c-0664-478e-9a66-d481f9e9a511), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:36.870038 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824d473-ea6a-4440-b5be-93bd0ad3c777 req-556ce0fd-aaa9-4efb-a8c1-87c37c94d9e4 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:36.872731 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4824d473-ea6a-4440-b5be-93bd0ad3c777 req-556ce0fd-aaa9-4efb-a8c1-87c37c94d9e4 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 944 time: 0.2258744 Nov 02 12:53:36.943798 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-6ed509fe-6f18-4873-bb06-e82b00811a7e service neutron] 10.222.0.105 "GET /v2.0/networks/dd913d2e-61bf-4776-8fa2-6366366409f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845354 Nov 02 12:53:37.004130 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4824d473-ea6a-4440-b5be-93bd0ad3c777 req-37daab50-746d-4bc4-9639-c8d1b0ff6f03 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208644 Nov 02 12:53:37.043122 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dee776-da48-4bf0-a0f9-1ea224e77faf req-423b87bb-a3a8-4248-a6a4-8f034eefbeea tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:37.044649 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-28dee776-da48-4bf0-a0f9-1ea224e77faf req-423b87bb-a3a8-4248-a6a4-8f034eefbeea tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0608783 Nov 02 12:53:37.141088 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-28dee776-da48-4bf0-a0f9-1ea224e77faf req-76f48cec-598c-4b7c-8066-03e465bf79bc tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908201 Nov 02 12:53:37.182409 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-157a0859-6352-4167-8e3b-9c66cc6f7050 req-dfeba326-fece-4d31-94ed-742bdc464f4e service neutron] 10.222.0.105 "GET /v2.0/networks/dd913d2e-61bf-4776-8fa2-6366366409f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093547 Nov 02 12:53:37.441582 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48aa1b-86b6-40dc-a20d-273e1e68b46c req-018a8a07-abd8-45e1-af81-d25c25f173d2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:37.449651 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3d48aa1b-86b6-40dc-a20d-273e1e68b46c req-018a8a07-abd8-45e1-af81-d25c25f173d2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0744565 Nov 02 12:53:37.532585 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3d48aa1b-86b6-40dc-a20d-273e1e68b46c req-136356a0-ed7d-4ac8-8eb2-e1ca7df12f84 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767944 Nov 02 12:53:37.690423 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ee68e920-ab2e-4815-9370-70d8d3305796 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.703892 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752638fe-3aeb-445b-b64e-517713514668 req-0c839165-cda3-455d-ac90-91c4e8fd7f8b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:37.705618 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-752638fe-3aeb-445b-b64e-517713514668 req-0c839165-cda3-455d-ac90-91c4e8fd7f8b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.3418965 Nov 02 12:53:37.706283 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ee68e920-ab2e-4815-9370-70d8d3305796 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (d74e612c-0664-478e-9a66-d481f9e9a511), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.828247 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-752638fe-3aeb-445b-b64e-517713514668 req-f78a8c7d-c1e1-4497-adb9-4165f669a029 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812325 Nov 02 12:53:37.841339 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.l3_db [None req-ee68e920-ab2e-4815-9370-70d8d3305796 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Floating IP d74e612c-0664-478e-9a66-d481f9e9a511 associated. External IP: 172.27.4.87, port: 6f41fdae-476d-4c30-ba0a-43899e265ad5. Nov 02 12:53:38.039007 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee68e920-ab2e-4815-9370-70d8d3305796 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:53:38.138571 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de37df5-3ca2-4f19-a6c4-c1ce2c20b58d req-275b015c-ac72-4e8c-b7ca-92a13b79caa1 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:38.140003 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7de37df5-3ca2-4f19-a6c4-c1ce2c20b58d req-275b015c-ac72-4e8c-b7ca-92a13b79caa1 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 944 time: 0.0558519 Nov 02 12:53:38.162742 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee68e920-ab2e-4815-9370-70d8d3305796 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:53:38.167442 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ee68e920-ab2e-4815-9370-70d8d3305796 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.177421 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b60c633-1e2b-48fd-82c8-e5a06a6b6f35 None None] Sync routers for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:53:38.188959 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b60c633-1e2b-48fd-82c8-e5a06a6b6f35 None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:38.189584 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4b60c633-1e2b-48fd-82c8-e5a06a6b6f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:53:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:38.197140 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7de37df5-3ca2-4f19-a6c4-c1ce2c20b58d req-f4e375e0-4138-4c57-964e-9f135f224a63 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514753 Nov 02 12:53:38.201458 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-ee68e920-ab2e-4815-9370-70d8d3305796 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "PUT /v2.0/floatingips/d74e612c-0664-478e-9a66-d481f9e9a511 HTTP/1.1" status: 200 len: 990 time: 1.5967736 Nov 02 12:53:38.202343 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'tag': '6f41fdae-476d-4c30-ba0a-43899e265ad5'}] {{(pid=110476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:38.369487 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfdc56134c15c8bcba47e534e2d98fa7b03309dab48147f1ffde34f3ae4df6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99938d61-26d0-4671-aa57-84be0bd3148a" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe9d261-592b-4b69-944d-5517465f6c40", "tag": "6f41fdae-476d-4c30-ba0a-43899e265ad5"}]}' {{(pid=110476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:38.404129 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-4b60c633-1e2b-48fd-82c8-e5a06a6b6f35 None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:38.463849 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d4bb38-3b3c-41f7-9c0e-96f792a696fb x-openstack-request-id: req-54d4bb38-3b3c-41f7-9c0e-96f792a696fb {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:38.464429 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe9d261-592b-4b69-944d-5517465f6c40", "tag": "6f41fdae-476d-4c30-ba0a-43899e265ad5", "status": "completed", "code": 200}]} {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:38.464766 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-54d4bb38-3b3c-41f7-9c0e-96f792a696fb {{(pid=110476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:38.465292 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d4bb38-3b3c-41f7-9c0e-96f792a696fb'] response: {'name': 'network-changed', 'server_uuid': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'tag': '6f41fdae-476d-4c30-ba0a-43899e265ad5', 'status': 'completed', 'code': 200} Nov 02 12:53:38.602031 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99938d61-26d0-4671-aa57-84be0bd3148a req-41e8985f-f7a6-4be3-b464-d0ff78a4397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:38.602840 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-99938d61-26d0-4671-aa57-84be0bd3148a req-41e8985f-f7a6-4be3-b464-d0ff78a4397f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 1129 time: 0.0500119 Nov 02 12:53:38.735938 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4b60c633-1e2b-48fd-82c8-e5a06a6b6f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'd74e612c-0664-478e-9a66-d481f9e9a511', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'floating_ip_address': '172.27.4.87', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'port_id': '6f41fdae-476d-4c30-ba0a-43899e265ad5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'mac_address': 'fa:16:3e:fc:6e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:52:46Z', 'updated_at': '2022-11-02T12:53:37Z', 'revision_number': 1, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:38.761198 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b60c633-1e2b-48fd-82c8-e5a06a6b6f35 None None] Checking router: 8797e58f-e073-4c8d-9e3c-c8eed382cf9c for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:53:38.767613 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621ef59-5523-4c89-92bb-ca2227855f2e req-042f898b-855c-42f9-bffe-0bebffd6933b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:38.769165 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1621ef59-5523-4c89-92bb-ca2227855f2e req-042f898b-855c-42f9-bffe-0bebffd6933b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.1245797 Nov 02 12:53:38.770582 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99938d61-26d0-4671-aa57-84be0bd3148a req-867dc9c8-13a1-4271-b46c-426d9a4c763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:38.771093 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b60c633-1e2b-48fd-82c8-e5a06a6b6f35 None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:38.771774 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4b60c633-1e2b-48fd-82c8-e5a06a6b6f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:53:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:38.772221 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-99938d61-26d0-4671-aa57-84be0bd3148a req-867dc9c8-13a1-4271-b46c-426d9a4c763b service neutron] 10.222.0.105 "GET /v2.0/networks?id=1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 200 len: 912 time: 0.1575272 Nov 02 12:53:38.908244 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-99938d61-26d0-4671-aa57-84be0bd3148a req-7731bdf6-74fd-4138-a1bd-e6705f809558 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f41fdae-476d-4c30-ba0a-43899e265ad5 HTTP/1.1" status: 200 len: 998 time: 0.1283898 Nov 02 12:53:38.919887 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1621ef59-5523-4c89-92bb-ca2227855f2e req-98e5e263-fafa-4189-b8ca-d6482dc83a14 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339824 Nov 02 12:53:38.923272 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-4b60c633-1e2b-48fd-82c8-e5a06a6b6f35 None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:38.984262 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99938d61-26d0-4671-aa57-84be0bd3148a req-37c524d5-a9e8-4c12-b76a-891cdf593e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:38.986306 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-99938d61-26d0-4671-aa57-84be0bd3148a req-37c524d5-a9e8-4c12-b76a-891cdf593e1a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9713cd00-64c3-4e76-b8a6-b846c353523d HTTP/1.1" status: 200 len: 849 time: 0.0598295 Nov 02 12:53:39.008653 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8687-91b7-488a-8720-498a54f1831e req-b2b99047-cd39-4f31-b1ef-6e9b85acc062 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:39.015887 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5c0f8687-91b7-488a-8720-498a54f1831e req-b2b99047-cd39-4f31-b1ef-6e9b85acc062 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0854280 Nov 02 12:53:39.065045 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5c0f8687-91b7-488a-8720-498a54f1831e req-a8404202-6e9e-4c15-b9a1-52a0f7ad0eca tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482562 Nov 02 12:53:39.076941 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99938d61-26d0-4671-aa57-84be0bd3148a req-1fd502f3-0c07-4554-9f5d-a43a9df27f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:39.078805 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-99938d61-26d0-4671-aa57-84be0bd3148a req-1fd502f3-0c07-4554-9f5d-a43a9df27f5a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1899e874-a496-4913-9de6-503fed5c449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823090 Nov 02 12:53:39.191743 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4b60c633-1e2b-48fd-82c8-e5a06a6b6f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'd74e612c-0664-478e-9a66-d481f9e9a511', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'floating_ip_address': '172.27.4.87', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'port_id': '6f41fdae-476d-4c30-ba0a-43899e265ad5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'mac_address': 'fa:16:3e:fc:6e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:52:46Z', 'updated_at': '2022-11-02T12:53:37Z', 'revision_number': 1, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:39.216621 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-99938d61-26d0-4671-aa57-84be0bd3148a req-20c2e291-4045-4ed1-8bd6-c9c88112dfcf service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230702 Nov 02 12:53:39.217651 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b60c633-1e2b-48fd-82c8-e5a06a6b6f35 None None] The sync data for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi is: [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'd74e612c-0664-478e-9a66-d481f9e9a511', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'floating_ip_address': '172.27.4.87', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'port_id': '6f41fdae-476d-4c30-ba0a-43899e265ad5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'mac_address': 'fa:16:3e:fc:6e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:52:46Z', 'updated_at': '2022-11-02T12:53:37Z', 'revision_number': 1, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:53:39.228322 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7692583-cfa8-4b0d-aabe-b84df1704078 req-055fd862-18eb-41b2-999a-81e2a9885a4b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:39.229896 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a7692583-cfa8-4b0d-aabe-b84df1704078 req-055fd862-18eb-41b2-999a-81e2a9885a4b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0854256 Nov 02 12:53:39.240637 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 48698) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:39.246013 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-6a513432-1a6c-4061-9941-478cd3af9699 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'floatingip': {'port_id': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:39.336874 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d018c-508e-4d33-bb9f-2969c3be410e req-b9bb5d51-3424-4fe2-8e5d-0981aae542a3 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:39.338264 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-101d018c-508e-4d33-bb9f-2969c3be410e req-b9bb5d51-3424-4fe2-8e5d-0981aae542a3 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 944 time: 0.0569539 Nov 02 12:53:39.354448 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6a513432-1a6c-4061-9941-478cd3af9699 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (6fae4601-6170-4418-a101-d4c6893af0e9), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.402612 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-101d018c-508e-4d33-bb9f-2969c3be410e req-95c8ccfc-4c3c-4786-bfe1-5fb9cc97f4c1 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532002 Nov 02 12:53:39.516809 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-99938d61-26d0-4671-aa57-84be0bd3148a req-71fe74dd-30ca-4e25-9487-e5544ff5ab32 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857785 Nov 02 12:53:39.959822 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c05dc-e257-49bd-9b37-89b8df460ba2 None None] New status for floating IP d74e612c-0664-478e-9a66-d481f9e9a511: ACTIVE {{(pid=110477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:53:40.200108 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370d42b-cf33-4c93-96f9-b5387d298dd9 req-d97b8243-2673-4e2e-964a-f5b15f2f0cf2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:40.211312 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5370d42b-cf33-4c93-96f9-b5387d298dd9 req-d97b8243-2673-4e2e-964a-f5b15f2f0cf2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.1277826 Nov 02 12:53:40.243113 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.db.resource_extend [None req-6a513432-1a6c-4061-9941-478cd3af9699 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 12:53:40.306485 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5370d42b-cf33-4c93-96f9-b5387d298dd9 req-29fbe458-f555-470c-8960-bd9d661ebc4a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929692 Nov 02 12:53:40.351232 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6a513432-1a6c-4061-9941-478cd3af9699 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.357353 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6a513432-1a6c-4061-9941-478cd3af9699 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (6fae4601-6170-4418-a101-d4c6893af0e9), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.459323 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-6a513432-1a6c-4061-9941-478cd3af9699 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Floating IP 6fae4601-6170-4418-a101-d4c6893af0e9 associated. External IP: 172.27.4.46, port: 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f. Nov 02 12:53:40.634279 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892dff7-b373-4024-a87b-5f33ed98df07 req-22a6b94f-a6f6-4eb6-be89-200ba4ef1449 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:40.636040 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c892dff7-b373-4024-a87b-5f33ed98df07 req-22a6b94f-a6f6-4eb6-be89-200ba4ef1449 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 944 time: 0.1279414 Nov 02 12:53:40.754517 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c892dff7-b373-4024-a87b-5f33ed98df07 req-49815098-886e-4642-b970-174eaeb033ed tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107235 Nov 02 12:53:40.781351 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a513432-1a6c-4061-9941-478cd3af9699 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Router 727b8b87-3420-438d-bbb5-e3d6b1542299 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:53:40.884223 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a513432-1a6c-4061-9941-478cd3af9699 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:53:40.889086 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6a513432-1a6c-4061-9941-478cd3af9699 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.897762 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192883f-5b42-4a7d-85a8-c587fc39f3bf None None] Sync routers for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:53:40.908637 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192883f-5b42-4a7d-85a8-c587fc39f3bf None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:40.909237 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-2192883f-5b42-4a7d-85a8-c587fc39f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:53:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:40.920256 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-6a513432-1a6c-4061-9941-478cd3af9699 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "PUT /v2.0/floatingips/6fae4601-6170-4418-a101-d4c6893af0e9 HTTP/1.1" status: 200 len: 990 time: 1.6784797 Nov 02 12:53:40.921258 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:40.923223 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76e4798-4590-4aa6-8a22-e906c2eeab27" -d '{"events": [{"name": "network-changed", "server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:40.960566 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee6da49-a121-4e9e-a100-5a159fa1fcd9 x-openstack-request-id: req-8ee6da49-a121-4e9e-a100-5a159fa1fcd9 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:40.960892 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:40.961169 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8ee6da49-a121-4e9e-a100-5a159fa1fcd9 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:40.961580 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee6da49-a121-4e9e-a100-5a159fa1fcd9'] response: {'name': 'network-changed', 'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'status': 'completed', 'code': 200} Nov 02 12:53:41.010756 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-2192883f-5b42-4a7d-85a8-c587fc39f3bf None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:41.099219 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4798-4590-4aa6-8a22-e906c2eeab27 req-7454366e-ac90-4377-afbd-9153e4ca4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:41.100839 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e76e4798-4590-4aa6-8a22-e906c2eeab27 req-7454366e-ac90-4377-afbd-9153e4ca4361 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 1129 time: 0.0447774 Nov 02 12:53:41.200188 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4798-4590-4aa6-8a22-e906c2eeab27 req-1494416f-801d-442c-b840-1f53e7b828f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:41.201711 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e76e4798-4590-4aa6-8a22-e906c2eeab27 req-1494416f-801d-442c-b840-1f53e7b828f6 service neutron] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 919 time: 0.0875223 Nov 02 12:53:41.231637 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-2192883f-5b42-4a7d-85a8-c587fc39f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '6fae4601-6170-4418-a101-d4c6893af0e9', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'floating_ip_address': '172.27.4.46', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'port_id': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'mac_address': 'fa:16:3e:9c:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839881d-97b0-4aa7-b398-2eeee344099f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:52:43Z', 'updated_at': '2022-11-02T12:53:39Z', 'revision_number': 1, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:41.258439 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192883f-5b42-4a7d-85a8-c587fc39f3bf None None] Checking router: 727b8b87-3420-438d-bbb5-e3d6b1542299 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:53:41.268543 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192883f-5b42-4a7d-85a8-c587fc39f3bf None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:41.269407 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-2192883f-5b42-4a7d-85a8-c587fc39f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:53:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:41.384354 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-2192883f-5b42-4a7d-85a8-c587fc39f3bf None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:41.437232 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1dc4f-4bc6-415b-82f9-6db952ec6bd9 req-20f6f935-48f4-43f2-9864-7905c24e172b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:41.438724 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-93b1dc4f-4bc6-415b-82f9-6db952ec6bd9 req-20f6f935-48f4-43f2-9864-7905c24e172b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0527005 Nov 02 12:53:41.486849 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-93b1dc4f-4bc6-415b-82f9-6db952ec6bd9 req-253267de-c3c4-48ec-9be2-0777c7a085e9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417352 Nov 02 12:53:41.630659 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-2192883f-5b42-4a7d-85a8-c587fc39f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '6fae4601-6170-4418-a101-d4c6893af0e9', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'floating_ip_address': '172.27.4.46', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'port_id': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'mac_address': 'fa:16:3e:9c:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839881d-97b0-4aa7-b398-2eeee344099f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:52:43Z', 'updated_at': '2022-11-02T12:53:39Z', 'revision_number': 1, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:41.657236 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192883f-5b42-4a7d-85a8-c587fc39f3bf None None] The sync data for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi is: [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '6fae4601-6170-4418-a101-d4c6893af0e9', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'floating_ip_address': '172.27.4.46', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'port_id': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'mac_address': 'fa:16:3e:9c:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1839881d-97b0-4aa7-b398-2eeee344099f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:52:43Z', 'updated_at': '2022-11-02T12:53:39Z', 'revision_number': 1, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:53:41.893891 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b46437-f764-49a9-8f4d-8791260a0a06 req-00e3b747-7f08-4a07-8233-04cd76dc0397 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:41.895425 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-89b46437-f764-49a9-8f4d-8791260a0a06 req-00e3b747-7f08-4a07-8233-04cd76dc0397 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 944 time: 0.0583072 Nov 02 12:53:41.945835 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-89b46437-f764-49a9-8f4d-8791260a0a06 req-f0087c25-217f-40d2-b944-8c3084ce7df6 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Nov 02 12:53:42.287076 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410cb56-d71d-48ce-9d9e-b6ba515a0bf7 None None] New status for floating IP 6fae4601-6170-4418-a101-d4c6893af0e9: ACTIVE {{(pid=110477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:53:42.620711 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a6248-f636-4559-9a66-a5e4e3dc4f59 req-6aefaade-a177-4ee7-916b-a155f8a185e6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:42.622204 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2f5a6248-f636-4559-9a66-a5e4e3dc4f59 req-6aefaade-a177-4ee7-916b-a155f8a185e6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0605416 Nov 02 12:53:42.681961 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2f5a6248-f636-4559-9a66-a5e4e3dc4f59 req-1e180ee4-b671-4e31-8b03-37202a01363c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534470 Nov 02 12:53:43.073589 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc25f7-10f4-4b5f-a7d7-a943f70dffce req-c0de211d-5471-447a-9fc6-a3b315f7d81f tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:43.075065 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c4bc25f7-10f4-4b5f-a7d7-a943f70dffce req-c0de211d-5471-447a-9fc6-a3b315f7d81f tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 944 time: 0.0570061 Nov 02 12:53:43.123644 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c4bc25f7-10f4-4b5f-a7d7-a943f70dffce req-6cf0f7da-f05e-40aa-93ab-61de8efbe1bd tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401947 Nov 02 12:53:43.822867 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56252-6edb-4cf7-b031-290e2fcc475a req-e8c2f1e3-bf87-47d6-9646-36f3ee00e05d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:43.824392 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-44e56252-6edb-4cf7-b031-290e2fcc475a req-e8c2f1e3-bf87-47d6-9646-36f3ee00e05d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0565622 Nov 02 12:53:43.872588 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-44e56252-6edb-4cf7-b031-290e2fcc475a req-2550183f-d9ba-4d3f-85f7-75b85f2702d6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425708 Nov 02 12:53:44.253770 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e76e4798-4590-4aa6-8a22-e906c2eeab27 req-8657db71-b977-4f8a-b1a8-ade549216958 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f HTTP/1.1" status: 200 len: 1000 time: 0.0563891 Nov 02 12:53:44.264249 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6b931-917d-4757-9d63-ee8c290f2d47 req-eda795d7-9bd8-475e-b540-6fc378844bb9 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:44.265669 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d0d6b931-917d-4757-9d63-ee8c290f2d47 req-eda795d7-9bd8-475e-b540-6fc378844bb9 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 944 time: 0.0554874 Nov 02 12:53:44.311589 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d0d6b931-917d-4757-9d63-ee8c290f2d47 req-bab33ce7-4511-4432-b80d-39887bad3889 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Nov 02 12:53:44.497703 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:53:45.020362 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6044623-85ab-411a-98a0-e2d762c40e06 req-ec691cc8-3343-4f1e-970b-c281892dac35 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:45.022224 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c6044623-85ab-411a-98a0-e2d762c40e06 req-ec691cc8-3343-4f1e-970b-c281892dac35 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0655365 Nov 02 12:53:45.072679 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c6044623-85ab-411a-98a0-e2d762c40e06 req-c87facb9-8b1e-45ca-b035-ada5a59c48f5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Nov 02 12:53:45.407640 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 1ce312ed-47a3-4fe9-bde2-4ab8a334812b details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:53:45.448957 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.450564 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1887a-36dd-4713-ad3f-748ef0731b49 req-5c032fdc-e9f6-4db4-b57f-3349edac0b3f tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:45.452151 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2db1887a-36dd-4713-ad3f-748ef0731b49 req-5c032fdc-e9f6-4db4-b57f-3349edac0b3f tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 944 time: 0.0536566 Nov 02 12:53:45.458535 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4798-4590-4aa6-8a22-e906c2eeab27 req-dcc7a0e1-51f9-4684-8cf6-be69dcfecdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:45.463285 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e76e4798-4590-4aa6-8a22-e906c2eeab27 req-dcc7a0e1-51f9-4684-8cf6-be69dcfecdd5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.0493958 Nov 02 12:53:45.508824 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2db1887a-36dd-4713-ad3f-748ef0731b49 req-9bef15ff-11c1-4bd5-91c7-81d6d4da293e tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500002 Nov 02 12:53:45.520466 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1ce312ed-47a3-4fe9-bde2-4ab8a334812b,segment=NetworkSegment(718e5dcc-f1ee-4627-a5db-21375990c185),segment_id=718e5dcc-f1ee-4627-a5db-21375990c185)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:45.532504 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '1ce312ed-47a3-4fe9-bde2-4ab8a334812b', 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4', 'port_id': '1ce312ed-47a3-4fe9-bde2-4ab8a334812b', 'mac_address': 'fa:16:3e:2c:9b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba019307-65e7-4501-8737-05d43fdd3c6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:53:45.567352 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:45.567722 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.581537 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce312ed-47a3-4fe9-bde2-4ab8a334812b {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:45.601636 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1ce312ed-47a3-4fe9-bde2-4ab8a334812b,segment=NetworkSegment(718e5dcc-f1ee-4627-a5db-21375990c185),segment_id=718e5dcc-f1ee-4627-a5db-21375990c185)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:45.606552 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.659192 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=1ce312ed-47a3-4fe9-bde2-4ab8a334812b,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:46.210442 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c43e9-eb8a-4049-a7a3-c73ef9fd36b3 req-6429b425-4a20-4318-90b2-f6c18ccfabc0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:46.211901 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3e3c43e9-eb8a-4049-a7a3-c73ef9fd36b3 req-6429b425-4a20-4318-90b2-f6c18ccfabc0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0552299 Nov 02 12:53:46.264649 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3e3c43e9-eb8a-4049-a7a3-c73ef9fd36b3 req-9bc70fa0-781b-44c6-a029-f0b71df14134 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471058 Nov 02 12:53:46.648617 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852d399-740f-4f50-b221-fa4b44e7be36 req-70480d35-48f4-4df5-80f7-54d97cd174a7 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:46.650052 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1852d399-740f-4f50-b221-fa4b44e7be36 req-70480d35-48f4-4df5-80f7-54d97cd174a7 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 945 time: 0.0652003 Nov 02 12:53:46.709820 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1852d399-740f-4f50-b221-fa4b44e7be36 req-49d787c9-30e5-469a-bad8-78ea752c4d93 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538621 Nov 02 12:53:47.055809 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4798-4590-4aa6-8a22-e906c2eeab27 req-f9be3d27-e6a0-4653-8027-84583bdfcaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.057461 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e76e4798-4590-4aa6-8a22-e906c2eeab27 req-f9be3d27-e6a0-4653-8027-84583bdfcaf6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467165 Nov 02 12:53:47.174469 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e76e4798-4590-4aa6-8a22-e906c2eeab27 req-7defaa06-43e3-446e-8ee3-fd855442b2ea service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835145 Nov 02 12:53:47.282902 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e76e4798-4590-4aa6-8a22-e906c2eeab27 req-967b2028-cfd2-4e24-8d10-fbff6db45113 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916386 Nov 02 12:53:47.403085 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedc4e5-98be-4aaf-98bd-75b8886409fd req-7a79f3d9-f357-4047-b7a5-3c08031df5cb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.404598 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ecedc4e5-98be-4aaf-98bd-75b8886409fd req-7a79f3d9-f357-4047-b7a5-3c08031df5cb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0639026 Nov 02 12:53:47.454331 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ecedc4e5-98be-4aaf-98bd-75b8886409fd req-ea6b88fb-3abc-4133-8d0a-6aefcbc2397b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Nov 02 12:53:47.857117 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303c6c0-0461-4a82-b000-8d87eb621143 req-f2072734-ddec-47bc-baa3-f76fe3e20f22 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.858629 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0303c6c0-0461-4a82-b000-8d87eb621143 req-f2072734-ddec-47bc-baa3-f76fe3e20f22 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 945 time: 0.0662165 Nov 02 12:53:47.896785 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['1ce312ed-47a3-4fe9-bde2-4ab8a334812b'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:53:47.908662 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0303c6c0-0461-4a82-b000-8d87eb621143 req-2e7ce75c-28a7-4a53-8447-94cadf557d5b tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441663 Nov 02 12:53:48.593171 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2582c-58e7-4962-a297-f0887831a070 req-cd58e67b-2a51-46e7-ac1f-0fa9c7ac148f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.594718 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5fd2582c-58e7-4962-a297-f0887831a070 req-cd58e67b-2a51-46e7-ac1f-0fa9c7ac148f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0582736 Nov 02 12:53:48.654284 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5fd2582c-58e7-4962-a297-f0887831a070 req-f2a59a7d-8af8-45c7-a4fa-89199d7414f7 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507600 Nov 02 12:53:49.036514 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f4c5-c750-4434-9c9a-14575ed6e4fd req-5528c453-2f4f-44af-ad78-51430f23d494 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:49.037964 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7b73f4c5-c750-4434-9c9a-14575ed6e4fd req-5528c453-2f4f-44af-ad78-51430f23d494 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 945 time: 0.0551903 Nov 02 12:53:49.088457 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7b73f4c5-c750-4434-9c9a-14575ed6e4fd req-fb5f641e-3a5a-4677-80e0-7da8614c862a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 Nov 02 12:53:49.797589 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9b7d5-6326-40a2-90b7-b81e4229063a req-f796d450-43ee-4755-bc97-33a4ca289bd6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:49.799469 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3ae9b7d5-6326-40a2-90b7-b81e4229063a req-f796d450-43ee-4755-bc97-33a4ca289bd6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0620732 Nov 02 12:53:49.861862 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3ae9b7d5-6326-40a2-90b7-b81e4229063a req-8c6e27bb-8153-4aad-9884-d1161733860e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534568 Nov 02 12:53:50.215845 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca7a20-3231-4c0b-9d66-1ae359089392 req-6faf90f6-8437-4f0e-8da6-28bb4ea08b1d tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:50.217341 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ebca7a20-3231-4c0b-9d66-1ae359089392 req-6faf90f6-8437-4f0e-8da6-28bb4ea08b1d tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 945 time: 0.0565298 Nov 02 12:53:50.264534 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ebca7a20-3231-4c0b-9d66-1ae359089392 req-58811309-cbd8-40e0-91b7-301cec8bc12c tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Nov 02 12:53:51.004336 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ca961-8a89-4068-9c3c-62fe8659ce54 req-2aafe555-27fd-4bc4-9e36-8bdf69789582 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:51.006496 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-053ca961-8a89-4068-9c3c-62fe8659ce54 req-2aafe555-27fd-4bc4-9e36-8bdf69789582 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0532296 Nov 02 12:53:51.055003 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-053ca961-8a89-4068-9c3c-62fe8659ce54 req-0b5500f3-759c-44bf-82f7-baa8008ae59c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Nov 02 12:53:51.058740 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 1ce312ed-47a3-4fe9-bde2-4ab8a334812b up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:51.106979 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:53:51.110529 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:53:51.110905 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:51.111245 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b Nov 02 12:53:51.181400 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:51.181791 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:51.204681 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fbcf05-b111-424e-b569-45dcf4e60494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce312ed-47a3-4fe9-bde2-4ab8a334812b'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:51.206941 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36af49e-8804-4136-8001-15ea8c2565e7" -d '{"events": [{"server_uuid": "c8fbcf05-b111-424e-b569-45dcf4e60494", "name": "network-vif-plugged", "status": "completed", "tag": "1ce312ed-47a3-4fe9-bde2-4ab8a334812b"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:51.226630 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1ce312ed-47a3-4fe9-bde2-4ab8a334812b,segment=NetworkSegment(718e5dcc-f1ee-4627-a5db-21375990c185),segment_id=718e5dcc-f1ee-4627-a5db-21375990c185)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:51.231838 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:51.257854 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bb16bf-40ee-4d41-b191-6cc3c84da5a2 x-openstack-request-id: req-95bb16bf-40ee-4d41-b191-6cc3c84da5a2 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:51.258141 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fbcf05-b111-424e-b569-45dcf4e60494", "name": "network-vif-plugged", "status": "completed", "tag": "1ce312ed-47a3-4fe9-bde2-4ab8a334812b", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:51.258362 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-95bb16bf-40ee-4d41-b191-6cc3c84da5a2 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:51.258766 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95bb16bf-40ee-4d41-b191-6cc3c84da5a2'] response: {'server_uuid': 'c8fbcf05-b111-424e-b569-45dcf4e60494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce312ed-47a3-4fe9-bde2-4ab8a334812b', 'code': 200} Nov 02 12:53:51.285128 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=1ce312ed-47a3-4fe9-bde2-4ab8a334812b,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:51.407955 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6489a-6b75-465e-9afb-4a580f802536 req-c64438f7-92cc-4418-ba68-2d4f294c820f tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:51.409499 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2df6489a-6b75-465e-9afb-4a580f802536 req-c64438f7-92cc-4418-ba68-2d4f294c820f tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 946 time: 0.0684123 Nov 02 12:53:51.472812 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2df6489a-6b75-465e-9afb-4a580f802536 req-d24f6e5d-971f-4010-87a0-04f3a76b761c tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562322 Nov 02 12:53:51.598666 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adba06-756d-4b83-95a6-a910276b3c76 req-547033bd-7e85-4060-ab1f-270f16b6caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:51.600112 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89adba06-756d-4b83-95a6-a910276b3c76 req-547033bd-7e85-4060-ab1f-270f16b6caf7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 1130 time: 0.0515811 Nov 02 12:53:51.711626 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89adba06-756d-4b83-95a6-a910276b3c76 req-e7285d4d-53e6-422c-a570-66ed7965fa71 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395968 Nov 02 12:53:52.077396 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48950) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.194943 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-becc65ca-8fd9-49d0-b4a4-75abae0af1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.212057 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00830cf4-37ed-4d76-96ad-db764f95d39c req-d62cd656-497a-407a-99d6-730bfe0c8613 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:52.213621 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-00830cf4-37ed-4d76-96ad-db764f95d39c req-d62cd656-497a-407a-99d6-730bfe0c8613 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0772352 Nov 02 12:53:52.289134 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-00830cf4-37ed-4d76-96ad-db764f95d39c req-a46eccc1-fc4c-489b-bd85-ae88ccbb7afe tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662394 Nov 02 12:53:52.325697 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-becc65ca-8fd9-49d0-b4a4-75abae0af1b5 admin admin] Publish callbacks [] for security_group (fe5abdb3-019e-4f6b-99d6-d05e9d4b27d7), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.331050 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-becc65ca-8fd9-49d0-b4a4-75abae0af1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (fe5abdb3-019e-4f6b-99d6-d05e9d4b27d7), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.369018 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-becc65ca-8fd9-49d0-b4a4-75abae0af1b5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0ad2f95fd2884c598b93b696c5e10b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904346 Nov 02 12:53:52.370444 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc65ca-8fd9-49d0-b4a4-75abae0af1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5abdb3-019e-4f6b-99d6-d05e9d4b27d7,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:52.372082 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 48964) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.423187 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9726441f-d16f-4464-83d5-a49bd60e345c admin admin] Publish callbacks [] for security_group (fe5abdb3-019e-4f6b-99d6-d05e9d4b27d7), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.449093 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9726441f-d16f-4464-83d5-a49bd60e345c admin admin] Publish callbacks [] for security_group (fe5abdb3-019e-4f6b-99d6-d05e9d4b27d7), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.501973 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9726441f-d16f-4464-83d5-a49bd60e345c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (fe5abdb3-019e-4f6b-99d6-d05e9d4b27d7), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.504636 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9726441f-d16f-4464-83d5-a49bd60e345c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.505813 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-9726441f-d16f-4464-83d5-a49bd60e345c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fe5abdb3-019e-4f6b-99d6-d05e9d4b27d7 HTTP/1.1" status: 204 len: 168 time: 0.1325178 Nov 02 12:53:52.514703 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726441f-d16f-4464-83d5-a49bd60e345c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5abdb3-019e-4f6b-99d6-d05e9d4b27d7,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:52.612281 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1544bb4-e36e-45cb-96b2-948883941426 req-1d90cb6e-31f0-479d-a151-3df54827ad40 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:52.613753 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e1544bb4-e36e-45cb-96b2-948883941426 req-1d90cb6e-31f0-479d-a151-3df54827ad40 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 946 time: 0.0532477 Nov 02 12:53:52.663648 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e1544bb4-e36e-45cb-96b2-948883941426 req-ba285795-5866-4ec2-8daa-78649985e2dd tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439792 Nov 02 12:53:52.781707 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 48974) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.798769 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-766215eb-a661-42c8-ac39-91f3fffed8f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.875726 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-766215eb-a661-42c8-ac39-91f3fffed8f9 admin admin] Publish callbacks [] for security_group (35904b42-a2bb-4e8d-8c15-ec24b837eb45), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.882280 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-766215eb-a661-42c8-ac39-91f3fffed8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (35904b42-a2bb-4e8d-8c15-ec24b837eb45), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.919469 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-766215eb-a661-42c8-ac39-91f3fffed8f9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b13cbe9d73ac45158af61595ee8d32a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361587 Nov 02 12:53:52.920632 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766215eb-a661-42c8-ac39-91f3fffed8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35904b42-a2bb-4e8d-8c15-ec24b837eb45,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:52.922556 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 48976) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.979174 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e24a62e-6f88-4458-a6ae-e93076b992a2 admin admin] Publish callbacks [] for security_group (35904b42-a2bb-4e8d-8c15-ec24b837eb45), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.001011 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e24a62e-6f88-4458-a6ae-e93076b992a2 admin admin] Publish callbacks [] for security_group (35904b42-a2bb-4e8d-8c15-ec24b837eb45), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.062794 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e24a62e-6f88-4458-a6ae-e93076b992a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (35904b42-a2bb-4e8d-8c15-ec24b837eb45), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.066883 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e24a62e-6f88-4458-a6ae-e93076b992a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.068789 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-4e24a62e-6f88-4458-a6ae-e93076b992a2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/35904b42-a2bb-4e8d-8c15-ec24b837eb45 HTTP/1.1" status: 204 len: 168 time: 0.1449652 Nov 02 12:53:53.077572 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24a62e-6f88-4458-a6ae-e93076b992a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35904b42-a2bb-4e8d-8c15-ec24b837eb45,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:53.421668 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be46f3-ce19-4e5a-ac1c-a6d9eb6227ec req-710e799c-c794-4275-936b-c42063742508 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:53.428765 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-60be46f3-ce19-4e5a-ac1c-a6d9eb6227ec req-710e799c-c794-4275-936b-c42063742508 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0609131 Nov 02 12:53:53.430415 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 49000) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:53.446200 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-446b3675-2c01-40e2-8d26-043503af7121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.484153 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-60be46f3-ce19-4e5a-ac1c-a6d9eb6227ec req-69accdbe-fab1-4678-a40e-3e2caa2d919e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539241 Nov 02 12:53:53.541547 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-446b3675-2c01-40e2-8d26-043503af7121 admin admin] Publish callbacks [] for security_group (de465461-9975-45a9-a712-d41b30127a84), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.556595 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-446b3675-2c01-40e2-8d26-043503af7121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (de465461-9975-45a9-a712-d41b30127a84), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.595537 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-446b3675-2c01-40e2-8d26-043503af7121 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=805e797bcc894455affc58046b639b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635566 Nov 02 12:53:53.596708 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b3675-2c01-40e2-8d26-043503af7121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de465461-9975-45a9-a712-d41b30127a84,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:53.598185 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49006) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:53.605391 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49008) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:53.651229 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0c005c32-2a86-46af-a604-a2da9427636e admin admin] Publish callbacks [] for security_group (de465461-9975-45a9-a712-d41b30127a84), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.675706 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0c005c32-2a86-46af-a604-a2da9427636e admin admin] Publish callbacks [] for security_group (de465461-9975-45a9-a712-d41b30127a84), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.722668 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e99a68e6-8153-4c60-91a0-909ba91191ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.749579 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0c005c32-2a86-46af-a604-a2da9427636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (de465461-9975-45a9-a712-d41b30127a84), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.752083 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0c005c32-2a86-46af-a604-a2da9427636e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.753259 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-0c005c32-2a86-46af-a604-a2da9427636e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/de465461-9975-45a9-a712-d41b30127a84 HTTP/1.1" status: 204 len: 168 time: 0.1540773 Nov 02 12:53:53.766876 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c005c32-2a86-46af-a604-a2da9427636e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de465461-9975-45a9-a712-d41b30127a84,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:53.800817 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dc743-637b-46e1-946f-8be7639216eb req-08473bed-293d-42f3-9d57-32159527c73b tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:53.802682 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-532dc743-637b-46e1-946f-8be7639216eb req-08473bed-293d-42f3-9d57-32159527c73b tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 946 time: 0.0597553 Nov 02 12:53:53.838029 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e99a68e6-8153-4c60-91a0-909ba91191ce admin admin] Publish callbacks [] for security_group (e52c0d80-8295-4c7f-87f3-dcbf003dbb08), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.843848 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e99a68e6-8153-4c60-91a0-909ba91191ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (e52c0d80-8295-4c7f-87f3-dcbf003dbb08), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.858301 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-532dc743-637b-46e1-946f-8be7639216eb req-bde5001d-a619-4b11-9ed7-63ef879893ea tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483761 Nov 02 12:53:53.888015 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 49018) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:53.888317 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e99a68e6-8153-4c60-91a0-909ba91191ce admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4e5e64c074ee43c0ba98d5cd2ade61e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816916 Nov 02 12:53:53.889376 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a68e6-8153-4c60-91a0-909ba91191ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52c0d80-8295-4c7f-87f3-dcbf003dbb08,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:53.942905 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fc492706-3da4-4ce4-aeb3-1b89b9fcd4a2 admin admin] Publish callbacks [] for security_group (e52c0d80-8295-4c7f-87f3-dcbf003dbb08), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.965005 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fc492706-3da4-4ce4-aeb3-1b89b9fcd4a2 admin admin] Publish callbacks [] for security_group (e52c0d80-8295-4c7f-87f3-dcbf003dbb08), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.016545 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fc492706-3da4-4ce4-aeb3-1b89b9fcd4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (e52c0d80-8295-4c7f-87f3-dcbf003dbb08), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.019585 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fc492706-3da4-4ce4-aeb3-1b89b9fcd4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.023624 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-fc492706-3da4-4ce4-aeb3-1b89b9fcd4a2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e52c0d80-8295-4c7f-87f3-dcbf003dbb08 HTTP/1.1" status: 204 len: 168 time: 0.1321175 Nov 02 12:53:54.030690 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc492706-3da4-4ce4-aeb3-1b89b9fcd4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52c0d80-8295-4c7f-87f3-dcbf003dbb08,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:54.319661 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 49038) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:54.333076 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-34041536-53d5-4d60-82e7-265df578fe93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.423719 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-34041536-53d5-4d60-82e7-265df578fe93 admin admin] Publish callbacks [] for security_group (4d2ddd54-b33e-4055-81d0-3d57c621521d), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.423719 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-34041536-53d5-4d60-82e7-265df578fe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (4d2ddd54-b33e-4055-81d0-3d57c621521d), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.456295 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49046) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:54.461773 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-34041536-53d5-4d60-82e7-265df578fe93 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f5d9e48176a4415dafc978c5539d7f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409323 Nov 02 12:53:54.464315 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 49048) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:54.471999 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34041536-53d5-4d60-82e7-265df578fe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ddd54-b33e-4055-81d0-3d57c621521d,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:54.522700 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddde2-ff92-4b59-b704-32c0634a225d admin admin] Publish callbacks [] for security_group (4d2ddd54-b33e-4055-81d0-3d57c621521d), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.550047 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddde2-ff92-4b59-b704-32c0634a225d admin admin] Publish callbacks [] for security_group (4d2ddd54-b33e-4055-81d0-3d57c621521d), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.599334 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-945701642-network', 'tenant_id': '90b42fe203384f8c852afe1c917d4f40'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:54.616103 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddde2-ff92-4b59-b704-32c0634a225d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (4d2ddd54-b33e-4055-81d0-3d57c621521d), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.620053 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddde2-ff92-4b59-b704-32c0634a225d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.621545 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-4e3ddde2-ff92-4b59-b704-32c0634a225d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4d2ddd54-b33e-4055-81d0-3d57c621521d HTTP/1.1" status: 204 len: 168 time: 0.1562569 Nov 02 12:53:54.628927 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Made reservation on behalf of 90b42fe203384f8c852afe1c917d4f40 for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:54.630009 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ddde2-ff92-4b59-b704-32c0634a225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ddd54-b33e-4055-81d0-3d57c621521d,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:54.631176 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.652158 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d106ba-30a5-4a3f-b2a0-7b954c970d60 req-ac9f9b66-bb65-444f-93a2-8bd951db93e9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:54.654616 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-84d106ba-30a5-4a3f-b2a0-7b954c970d60 req-ac9f9b66-bb65-444f-93a2-8bd951db93e9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0903842 Nov 02 12:53:54.655500 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.731623 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-84d106ba-30a5-4a3f-b2a0-7b954c970d60 req-228b3a5b-8645-4a1f-93bd-473461df7bd4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677750 Nov 02 12:53:54.774339 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Publish callbacks [] for security_group (c8a9ec8f-11a0-476e-bc78-81398777302e), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.779306 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c8a9ec8f-11a0-476e-bc78-81398777302e), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.806957 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] vlan segment allocate from pool success with {'vlan_id': 1421, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:53:54.813363 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a9ec8f-11a0-476e-bc78-81398777302e,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:54.821430 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (f7326cd5-1531-44c6-91ef-34c81d66593b), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.821799 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Added segment f7326cd5-1531-44c6-91ef-34c81d66593b of type vlan for network 329375eb-0ff0-44d5-899a-7723bd92ed6a Nov 02 12:53:54.863518 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (329375eb-0ff0-44d5-899a-7723bd92ed6a), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.905890 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (329375eb-0ff0-44d5-899a-7723bd92ed6a), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.907109 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:54.907968 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.971198 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5135334 Nov 02 12:53:54.976681 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 49068) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:54.982618 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] Request body: {'subnet': {'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-945701642-subnet', 'tenant_id': '90b42fe203384f8c852afe1c917d4f40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:54.985708 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d42a1-2949-465a-8847-b1e931e8241e admin admin] Pushing event updated for resources: {'Network': ['ID=329375eb-0ff0-44d5-899a-7723bd92ed6a,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:54.997377 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 329375eb-0ff0-44d5-899a-7723bd92ed6a details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:53:55.018459 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] Made reservation on behalf of 90b42fe203384f8c852afe1c917d4f40 for: {'subnet': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:55.021402 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.031628 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a79ee-6846-4443-9135-cc5420cfcdb2 req-b8b92f18-576b-4378-886a-6563b0a564cd tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:55.033434 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-743a79ee-6846-4443-9135-cc5420cfcdb2 req-b8b92f18-576b-4378-886a-6563b0a564cd tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 946 time: 0.0879817 Nov 02 12:53:55.143514 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-743a79ee-6846-4443-9135-cc5420cfcdb2 req-0f504f39-040f-4747-af10-9d1aae067b43 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696411 Nov 02 12:53:55.246036 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.295336 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:55.311600 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] Checking segment: {'id': 'f7326cd5-1531-44c6-91ef-34c81d66593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:53:55.311950 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] Network hostable DHCP agents. Network: 329375eb-0ff0-44d5-899a-7723bd92ed6a, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:53:55.330846 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] Network 329375eb-0ff0-44d5-899a-7723bd92ed6a is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:53:55.340528 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 329375eb-0ff0-44d5-899a-7723bd92ed6a) {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:55.344598 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:55.345192 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.350549 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfd82ef-3125-4d3c-a37a-110f2062db61 None None] Network 329375eb-0ff0-44d5-899a-7723bd92ed6a requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:53:55.364570 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-654323d3-bafa-43c9-8f7b-a8cdedbd8e88 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3837655 Nov 02 12:53:55.466544 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7bbe9-5cc7-42f0-b9ca-9c1db0d753af None None] Network 329375eb-0ff0-44d5-899a-7723bd92ed6a requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:53:55.874008 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132a4c3-3ee3-4689-a285-e358eccca85c req-ef8a9e5a-43e7-470b-b9f9-680ccd2376b3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:55.875636 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b132a4c3-3ee3-4689-a285-e358eccca85c req-ef8a9e5a-43e7-470b-b9f9-680ccd2376b3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0540473 Nov 02 12:53:55.934561 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b132a4c3-3ee3-4689-a285-e358eccca85c req-d36cdb0b-ddeb-46a2-b021-6d78b6190493 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456440 Nov 02 12:53:56.152908 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-924f5924-1f86-443f-87de-89dd9f4f8caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:56.377849 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae405ce6-f52d-47b7-909e-16a96e36b42b req-f2511505-c481-4267-8f5c-7caaf5eca43a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:56.379389 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ae405ce6-f52d-47b7-909e-16a96e36b42b req-f2511505-c481-4267-8f5c-7caaf5eca43a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 946 time: 0.0580564 Nov 02 12:53:56.427136 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ae405ce6-f52d-47b7-909e-16a96e36b42b req-63235e99-1769-4c19-bd6a-2624a0c675ed tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Nov 02 12:53:56.922288 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffb911-5449-499b-96c8-3a2b9a51b861 req-12bc01e1-15b8-48fd-8bac-1984be166a69 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:56.923765 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8bffb911-5449-499b-96c8-3a2b9a51b861 req-12bc01e1-15b8-48fd-8bac-1984be166a69 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0548458 Nov 02 12:53:56.974557 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8bffb911-5449-499b-96c8-3a2b9a51b861 req-27a45dc0-b428-4f75-a380-544b9fd72b50 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426133 Nov 02 12:53:57.090480 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de12f27-fc51-4b62-8d40-078d60d89d1f req-898c1e37-70ac-4de4-bb80-20dffe2cc633 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:57.091976 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7de12f27-fc51-4b62-8d40-078d60d89d1f req-898c1e37-70ac-4de4-bb80-20dffe2cc633 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0790474 Nov 02 12:53:57.139774 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7de12f27-fc51-4b62-8d40-078d60d89d1f req-c4a36a60-7c18-45a4-a71b-3e7799e8d61d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Nov 02 12:53:57.563606 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676ea3f-4bff-4029-ac65-17ca5c3a7c86 req-56ed3a9f-ba65-43c6-bb2a-c8770266284d tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:57.565163 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e676ea3f-4bff-4029-ac65-17ca5c3a7c86 req-56ed3a9f-ba65-43c6-bb2a-c8770266284d tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 946 time: 0.0538764 Nov 02 12:53:57.614691 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e676ea3f-4bff-4029-ac65-17ca5c3a7c86 req-6c5ecca6-8a28-4866-89bc-5bea997f2f74 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Nov 02 12:53:58.103877 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c2f0b-178f-4789-b277-1fdd7d4cc290 req-86b03802-3cbe-4e67-bead-74c306365310 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:58.105408 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4d5c2f0b-178f-4789-b277-1fdd7d4cc290 req-86b03802-3cbe-4e67-bead-74c306365310 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0544503 Nov 02 12:53:58.156871 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4d5c2f0b-178f-4789-b277-1fdd7d4cc290 req-c1dbcd63-af3c-468f-bc49-de57512b0538 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429389 Nov 02 12:53:58.271252 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a36d5-fc7a-4b7e-8960-8bd33ff704d0 req-e401f488-2e14-4e13-87b7-4eb5dd2dea8a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:58.272801 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-db1a36d5-fc7a-4b7e-8960-8bd33ff704d0 req-e401f488-2e14-4e13-87b7-4eb5dd2dea8a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0561142 Nov 02 12:53:58.295871 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-aac0b856-f4f8-4f96-9c2f-a03e78f6900f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:58.322489 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-db1a36d5-fc7a-4b7e-8960-8bd33ff704d0 req-b69fd017-4a08-48db-a11f-ea84ba8981ce tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 Nov 02 12:53:58.531629 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-0c6feade-38ad-410f-bd96-2257d0bb4da9 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:58.533069 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-0c6feade-38ad-410f-bd96-2257d0bb4da9 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/networks?id=329375eb-0ff0-44d5-899a-7723bd92ed6a HTTP/1.1" status: 200 len: 813 time: 0.1110034 Nov 02 12:53:58.548427 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4cac57ab-11c7-4532-b6e9-146c9f11e04d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/quotas/90b42fe203384f8c852afe1c917d4f40 HTTP/1.1" status: 200 len: 375 time: 0.0096500 Nov 02 12:53:58.579898 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-fa6202b6-81fb-46a5-8c6c-792ea2f7a4d5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=90b42fe203384f8c852afe1c917d4f40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259047 Nov 02 12:53:58.671605 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-46180f37-9cd1-4e93-8b8d-7406fcabd019 service neutron] 10.222.0.90 "GET /v2.0/networks/329375eb-0ff0-44d5-899a-7723bd92ed6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848887 Nov 02 12:53:58.748468 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02f44-24e3-4812-9553-98d4c4d5feb1 req-937c53bf-7155-40a3-9dea-8aec2e696155 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:58.750077 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-82d02f44-24e3-4812-9553-98d4c4d5feb1 req-937c53bf-7155-40a3-9dea-8aec2e696155 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 946 time: 0.0558929 Nov 02 12:53:58.765659 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-e4c65495-282e-4b9f-936e-5792b0de43ea service neutron] 10.222.0.90 "GET /v2.0/networks/329375eb-0ff0-44d5-899a-7723bd92ed6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881722 Nov 02 12:53:58.799155 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-82d02f44-24e3-4812-9553-98d4c4d5feb1 req-0680cf49-7fc0-4cae-b86e-e2881e5ad953 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432467 Nov 02 12:53:58.932074 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-630a6663-5272-447a-9c81-049471aa3695 req-df00437c-6507-4843-8185-4ad13643138a tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 210 time: 0.0302091 Nov 02 12:53:59.288745 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796c4cb-16ec-4bc4-a6d4-ab07972d9817 req-5183063e-6f45-410c-babf-d99b26086662 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:59.290265 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3796c4cb-16ec-4bc4-a6d4-ab07972d9817 req-5183063e-6f45-410c-babf-d99b26086662 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0532734 Nov 02 12:53:59.347678 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3796c4cb-16ec-4bc4-a6d4-ab07972d9817 req-8d2242f7-049c-4bac-a034-62c994ec885c tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514910 Nov 02 12:53:59.383535 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.466241 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65802d37-934b-4aff-87df-6fcbe2a40af8 req-45dc5961-1edd-49d2-9319-2184fb73ce98 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:59.467743 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-65802d37-934b-4aff-87df-6fcbe2a40af8 req-45dc5961-1edd-49d2-9319-2184fb73ce98 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0522652 Nov 02 12:53:59.515791 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-65802d37-934b-4aff-87df-6fcbe2a40af8 req-c5300389-c667-41ad-81df-d60a9fc26177 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 Nov 02 12:53:59.938854 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6c724-8d03-435f-84d6-7ff9cc116fd7 req-ddd90529-9a38-4fdb-abee-f72dd9516d3a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:59.941709 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-23a6c724-8d03-435f-84d6-7ff9cc116fd7 req-ddd90529-9a38-4fdb-abee-f72dd9516d3a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 946 time: 0.0552454 Nov 02 12:53:59.992033 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-23a6c724-8d03-435f-84d6-7ff9cc116fd7 req-a89973c3-8abb-4ecf-a81e-242a84e9f849 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456450 Nov 02 12:54:00.049076 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3c262892-8009-461f-9865-e4cd7bcc5c16 req-b50ae7a5-d297-4bbb-9006-4bb5b5c378ad tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 210 time: 0.0296929 Nov 02 12:54:00.486006 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ac595-4014-4d3f-9659-dd0b66896d61 req-95ca5d0d-3c56-4db7-b41a-0a059ccb7450 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:00.487522 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-202ac595-4014-4d3f-9659-dd0b66896d61 req-95ca5d0d-3c56-4db7-b41a-0a059ccb7450 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0564978 Nov 02 12:54:00.566936 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-202ac595-4014-4d3f-9659-dd0b66896d61 req-79b96ed0-4abd-4809-a3a9-bec8af9cb66f tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734303 Nov 02 12:54:00.582993 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69324f6e-93f0-4f5d-95c8-05d63e08dd7c req-cb5ea687-f7c0-4463-9cad-63b970a053b6 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:00.584495 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-69324f6e-93f0-4f5d-95c8-05d63e08dd7c req-cb5ea687-f7c0-4463-9cad-63b970a053b6 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.105 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 946 time: 0.0754659 Nov 02 12:54:00.653796 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2281e-e36c-41f9-a550-aeac21f63baa req-2089dd08-d9fc-4a71-a01c-4714bd973210 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:00.655222 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7ab2281e-e36c-41f9-a550-aeac21f63baa req-2089dd08-d9fc-4a71-a01c-4714bd973210 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0572422 Nov 02 12:54:00.713243 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7ab2281e-e36c-41f9-a550-aeac21f63baa req-ced47607-6c79-4d4a-b63e-cf9ff785b176 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522573 Nov 02 12:54:00.827052 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.157944 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-06932490-49e9-4f39-a7df-40aea2c0f074 req-ef5eeaab-f795-41d7-a228-8080cc5c50c8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 210 time: 0.0312746 Nov 02 12:54:01.303191 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50e573-87c3-4e7a-96c2-5f29d9f91420 req-8782caf5-5f03-406f-82b0-e38514ad8607 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.304630 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd50e573-87c3-4e7a-96c2-5f29d9f91420 req-8782caf5-5f03-406f-82b0-e38514ad8607 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 946 time: 0.1092091 Nov 02 12:54:01.340115 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-69324f6e-93f0-4f5d-95c8-05d63e08dd7c req-dd895673-8811-4e06-b546-72fc8f944517 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Deleting port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:01.340518 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-69324f6e-93f0-4f5d-95c8-05d63e08dd7c req-dd895673-8811-4e06-b546-72fc8f944517 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.412139 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd50e573-87c3-4e7a-96c2-5f29d9f91420 req-3e497116-8aab-4057-93c2-7959cff40e60 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012793 Nov 02 12:54:01.449163 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-69324f6e-93f0-4f5d-95c8-05d63e08dd7c req-dd895673-8811-4e06-b546-72fc8f944517 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] For port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1ce312ed-47a3-4fe9-bde2-4ab8a334812b,segment=NetworkSegment(718e5dcc-f1ee-4627-a5db-21375990c185),segment_id=718e5dcc-f1ee-4627-a5db-21375990c185)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:01.449539 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-69324f6e-93f0-4f5d-95c8-05d63e08dd7c req-dd895673-8811-4e06-b546-72fc8f944517 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.463691 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-69324f6e-93f0-4f5d-95c8-05d63e08dd7c req-dd895673-8811-4e06-b546-72fc8f944517 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Calling delete_port for 1ce312ed-47a3-4fe9-bde2-4ab8a334812b owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:01.622548 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-69324f6e-93f0-4f5d-95c8-05d63e08dd7c req-dd895673-8811-4e06-b546-72fc8f944517 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (1ce312ed-47a3-4fe9-bde2-4ab8a334812b), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.651221 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd895673-8811-4e06-b546-72fc8f944517 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Pushing event deleted for resources: {'Port': ['ID=1ce312ed-47a3-4fe9-bde2-4ab8a334812b,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:01.698575 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180375e-9681-49f3-83a8-0f4eb7b820e2 req-28d1dfb3-3234-498f-804e-98514e951e05 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.700135 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0180375e-9681-49f3-83a8-0f4eb7b820e2 req-28d1dfb3-3234-498f-804e-98514e951e05 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0557122 Nov 02 12:54:01.718640 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-69324f6e-93f0-4f5d-95c8-05d63e08dd7c req-dd895673-8811-4e06-b546-72fc8f944517 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] No DVR routers for this DVR port 1ce312ed-47a3-4fe9-bde2-4ab8a334812b on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:54:01.721849 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-69324f6e-93f0-4f5d-95c8-05d63e08dd7c req-dd895673-8811-4e06-b546-72fc8f944517 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.725166 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-69324f6e-93f0-4f5d-95c8-05d63e08dd7c req-dd895673-8811-4e06-b546-72fc8f944517 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.105 "DELETE /v2.0/ports/1ce312ed-47a3-4fe9-bde2-4ab8a334812b HTTP/1.1" status: 204 len: 173 time: 0.7726994 Nov 02 12:54:01.725674 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fbcf05-b111-424e-b569-45dcf4e60494', 'name': 'network-vif-deleted', 'tag': '1ce312ed-47a3-4fe9-bde2-4ab8a334812b'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:01.728028 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b5f35-9dd7-47de-b0e9-c5b2c7a4fddd" -d '{"events": [{"server_uuid": "c8fbcf05-b111-424e-b569-45dcf4e60494", "name": "network-vif-deleted", "tag": "1ce312ed-47a3-4fe9-bde2-4ab8a334812b"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:01.748120 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0180375e-9681-49f3-83a8-0f4eb7b820e2 req-4fcd2e76-b45a-4fbd-9573-ba522a1bd177 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Nov 02 12:54:01.765327 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8cdda5-a542-44c1-b3fa-835cd441ff91 x-openstack-request-id: req-8d8cdda5-a542-44c1-b3fa-835cd441ff91 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:01.765645 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fbcf05-b111-424e-b569-45dcf4e60494", "name": "network-vif-deleted", "tag": "1ce312ed-47a3-4fe9-bde2-4ab8a334812b", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:01.765907 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8d8cdda5-a542-44c1-b3fa-835cd441ff91 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:01.766318 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8cdda5-a542-44c1-b3fa-835cd441ff91'] response: {'server_uuid': 'c8fbcf05-b111-424e-b569-45dcf4e60494', 'name': 'network-vif-deleted', 'tag': '1ce312ed-47a3-4fe9-bde2-4ab8a334812b', 'status': 'completed', 'code': 200} Nov 02 12:54:01.858848 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff116a-124b-49be-9746-7968e3d75e5d req-b805dec4-ded7-4620-a743-b08572e44205 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.860306 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-48ff116a-124b-49be-9746-7968e3d75e5d req-b805dec4-ded7-4620-a743-b08572e44205 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0562177 Nov 02 12:54:01.909599 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-48ff116a-124b-49be-9746-7968e3d75e5d req-39632646-dffc-461c-b5e9-c3325da4ddce tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435419 Nov 02 12:54:02.275033 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-57dbcea9-7af6-4a8f-9d54-59489c8e8634 req-db986533-169a-4fe0-8c6d-08cf87998c8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 210 time: 0.0343487 Nov 02 12:54:02.374614 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.515602 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9c40ff8d-9ad4-4ac4-97d5-f49aa678df7b req-18f036de-14ce-4bd1-8986-62268ee5c454 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0269504 Nov 02 12:54:02.883952 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02805bd-07e4-41e3-aba6-a9c04de1a666 req-5a305e55-2132-4134-bad2-0936d364b33d tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:02.885520 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a02805bd-07e4-41e3-aba6-a9c04de1a666 req-5a305e55-2132-4134-bad2-0936d364b33d tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0578194 Nov 02 12:54:02.936526 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a02805bd-07e4-41e3-aba6-a9c04de1a666 req-57f2f62b-89a7-4b74-85d9-73fc6295a74f tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439844 Nov 02 12:54:03.044445 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12633d-5c8b-415d-af3e-7f080a1503d1 req-1aa9ae75-3077-4939-8ee2-8d66d57658b6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:03.045853 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0d12633d-5c8b-415d-af3e-7f080a1503d1 req-1aa9ae75-3077-4939-8ee2-8d66d57658b6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0521779 Nov 02 12:54:03.092587 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0d12633d-5c8b-415d-af3e-7f080a1503d1 req-0bb2ce51-1073-4ae0-9f3b-7a4fabddce37 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Nov 02 12:54:03.381025 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bf0bf31a-3a66-4c93-ba3d-04ee7d1f6b48 req-b28bd65f-88c6-46ac-a56f-28587cb0f234 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 210 time: 0.0282786 Nov 02 12:54:03.631870 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1d495a02-470c-40fa-9708-bb61684a144a req-c58bb8b8-ea4c-4da1-9ade-bcaccb9e630e tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0343537 Nov 02 12:54:04.075368 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7291f-07ce-49bc-96d5-9ce15c8213de req-3b22fce5-d144-4cc7-bdc4-4483d5e072ec tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:04.076893 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b7a7291f-07ce-49bc-96d5-9ce15c8213de req-3b22fce5-d144-4cc7-bdc4-4483d5e072ec tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0638497 Nov 02 12:54:04.127163 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b7a7291f-07ce-49bc-96d5-9ce15c8213de req-d64b4d79-55c2-4b23-b80e-2f513007121e tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417740 Nov 02 12:54:04.231600 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4569e-6442-47ef-86fc-87e2b48c1d2e req-7b811fef-ce7b-4a3c-b0e3-f2906006de40 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:04.233026 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-60f4569e-6442-47ef-86fc-87e2b48c1d2e req-7b811fef-ce7b-4a3c-b0e3-f2906006de40 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0564840 Nov 02 12:54:04.279794 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-60f4569e-6442-47ef-86fc-87e2b48c1d2e req-c3553ae6-14c7-45ff-b207-2cfea94636f4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Nov 02 12:54:04.488565 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-38677436-0976-4846-b123-bf9197ecf1bb req-fef8e9ff-57b3-4159-a362-546184f3bfb5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 210 time: 0.0282676 Nov 02 12:54:04.743766 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-165b98fa-8df2-4b8e-8080-218976014381 req-dab7df0f-ac3f-4cdc-b8e6-48c847763ce7 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0275190 Nov 02 12:54:05.262965 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9257da5-d30f-45f2-98e6-ed1bb5dfad98 req-73c39658-42bc-4700-9adf-de5cb18a3095 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:05.264405 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a9257da5-d30f-45f2-98e6-ed1bb5dfad98 req-73c39658-42bc-4700-9adf-de5cb18a3095 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0564272 Nov 02 12:54:05.317263 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['1ce312ed-47a3-4fe9-bde2-4ab8a334812b'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:54:05.318536 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a9257da5-d30f-45f2-98e6-ed1bb5dfad98 req-1f716bbb-f701-4a33-b798-187a1bac2692 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450077 Nov 02 12:54:05.343313 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 1ce312ed-47a3-4fe9-bde2-4ab8a334812b no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:05.373750 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 1ce312ed-47a3-4fe9-bde2-4ab8a334812b {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:54:05.374293 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 1ce312ed-47a3-4fe9-bde2-4ab8a334812b not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:05.422923 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c7613-6fa3-4fe7-8343-1e2430b6f8f0 req-48df49c8-15e2-45a4-a5de-07f01b764e90 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:05.424457 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-173c7613-6fa3-4fe7-8343-1e2430b6f8f0 req-48df49c8-15e2-45a4-a5de-07f01b764e90 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0564492 Nov 02 12:54:05.472559 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-173c7613-6fa3-4fe7-8343-1e2430b6f8f0 req-633967e0-7346-403b-af2b-035a4d319db4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Nov 02 12:54:05.599404 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c63641d9-1afd-4a0a-affd-450180797db8 req-279efc6b-905c-43ff-b5a5-bd0fc33baf43 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 210 time: 0.0341141 Nov 02 12:54:05.865975 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c79e7a75-4976-4fa9-8553-a1c2521b3cac req-479191d5-1eb3-4dc0-9bba-3c5a63fbee67 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0301275 Nov 02 12:54:05.903040 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-686b0860-0c9c-4a5b-bef4-6365d58644c4 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:05.904514 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-686b0860-0c9c-4a5b-bef4-6365d58644c4 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.105 "GET /v2.0/networks?id=329375eb-0ff0-44d5-899a-7723bd92ed6a HTTP/1.1" status: 200 len: 813 time: 0.1076837 Nov 02 12:54:06.067508 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Request body: {'port': {'device_id': 'f561ba4f-0814-475b-8ad1-5e79cfe5b851', 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a', 'admin_state_up': True, 'tenant_id': '90b42fe203384f8c852afe1c917d4f40'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:06.184831 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Made reservation on behalf of 90b42fe203384f8c852afe1c917d4f40 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:06.188587 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.327457 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Allocated IP 172.20.0.10 (329375eb-0ff0-44d5-899a-7723bd92ed6a/17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0/f9228980-d82d-4aaa-a38d-0af21963a57f) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:06.517609 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks [] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.528245 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea3b03-410b-45de-b1f8-3463de8153a0 req-76730edd-c730-4adb-8742-8691d999d4ca tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:06.530042 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e8ea3b03-410b-45de-b1f8-3463de8153a0 req-76730edd-c730-4adb-8742-8691d999d4ca tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.1098471 Nov 02 12:54:06.574766 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.623354 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5fd07-51f2-4322-94e9-64b09ac17304 req-3a64649a-1041-4416-894f-fe1564f52b31 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:06.625012 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-75d5fd07-51f2-4322-94e9-64b09ac17304 req-3a64649a-1041-4416-894f-fe1564f52b31 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0609772 Nov 02 12:54:06.635499 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Network 329375eb-0ff0-44d5-899a-7723bd92ed6a is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:06.639666 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:06.649219 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e8ea3b03-410b-45de-b1f8-3463de8153a0 req-30520ffb-ec4a-47e4-8945-15ec56bcd547 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089561 Nov 02 12:54:06.650015 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:06.655301 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:06.655949 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.664795 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Pushing event updated for resources: {'Port': ['ID=f9228980-d82d-4aaa-a38d-0af21963a57f,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:06.677741 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-75d5fd07-51f2-4322-94e9-64b09ac17304 req-3ac38385-41eb-4fa0-a40a-b503d9de00c8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465846 Nov 02 12:54:06.679657 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-4514f82f-e903-4d4d-b5c3-86aa202bca8d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6165183 Nov 02 12:54:06.789557 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3060cc2-a65e-4b3b-bbf7-5ac7a0684aab req-c39bcdfa-ea0d-4305-b12e-a75d600c1cec tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:06.791113 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b3060cc2-a65e-4b3b-bbf7-5ac7a0684aab req-c39bcdfa-ea0d-4305-b12e-a75d600c1cec tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 932 time: 0.0587010 Nov 02 12:54:06.820549 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Request body: {'port': {'device_id': 'f561ba4f-0814-475b-8ad1-5e79cfe5b851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:06.891791 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b3060cc2-a65e-4b3b-bbf7-5ac7a0684aab req-31c0cb0d-d0f6-46b7-82f1-80c8cb01b654 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942943 Nov 02 12:54:06.899843 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.988072 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bab9d537-51ae-43f5-9eeb-6add61d81a36 req-7724cbce-17bf-4aec-847e-b2c4461c5f01 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0316839 Nov 02 12:54:07.154742 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9228980-d82d-4aaa-a38d-0af21963a57f {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:54:07.163447 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Publish callbacks [] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.176677 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Transition to ACTIVE for port object f9228980-d82d-4aaa-a38d-0af21963a57f will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:54:07.183071 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.244955 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9228980-d82d-4aaa-a38d-0af21963a57f,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:07.251100 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Attempting to bind port f9228980-d82d-4aaa-a38d-0af21963a57f on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:54:07.251439 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Attempting to bind port f9228980-d82d-4aaa-a38d-0af21963a57f by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'f7326cd5-1531-44c6-91ef-34c81d66593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:54:07.251772 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Attempting to bind port f9228980-d82d-4aaa-a38d-0af21963a57f on network 329375eb-0ff0-44d5-899a-7723bd92ed6a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:07.256389 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Port f9228980-d82d-4aaa-a38d-0af21963a57f on network 329375eb-0ff0-44d5-899a-7723bd92ed6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:54:07.256710 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Attempting to bind port f9228980-d82d-4aaa-a38d-0af21963a57f on network 329375eb-0ff0-44d5-899a-7723bd92ed6a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:07.261489 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:07.261828 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Checking segment: {'id': 'f7326cd5-1531-44c6-91ef-34c81d66593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:54:07.262209 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Bound using segment: {'id': 'f7326cd5-1531-44c6-91ef-34c81d66593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:07.262635 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Bound port: f9228980-d82d-4aaa-a38d-0af21963a57f, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7326cd5-1531-44c6-91ef-34c81d66593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:54:07.263000 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.322431 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] For port f9228980-d82d-4aaa-a38d-0af21963a57f, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:07.325692 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] For port f9228980-d82d-4aaa-a38d-0af21963a57f, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9228980-d82d-4aaa-a38d-0af21963a57f,segment=NetworkSegment(f7326cd5-1531-44c6-91ef-34c81d66593b),segment_id=f7326cd5-1531-44c6-91ef-34c81d66593b)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:07.332032 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.336070 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:07.336720 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.338137 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] 10.222.0.105 "PUT /v2.0/ports/f9228980-d82d-4aaa-a38d-0af21963a57f HTTP/1.1" status: 200 len: 1094 time: 0.5267670 Nov 02 12:54:07.338638 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f561ba4f-0814-475b-8ad1-5e79cfe5b851', 'tag': 'f9228980-d82d-4aaa-a38d-0af21963a57f'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:07.340955 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692edd8d-67df-4acc-9ffe-bdc537f28349" -d '{"events": [{"name": "network-changed", "server_uuid": "f561ba4f-0814-475b-8ad1-5e79cfe5b851", "tag": "f9228980-d82d-4aaa-a38d-0af21963a57f"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:07.379157 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7bac00-9de2-4623-ba43-6a006a43ed5f x-openstack-request-id: req-1f7bac00-9de2-4623-ba43-6a006a43ed5f {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:07.379453 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f561ba4f-0814-475b-8ad1-5e79cfe5b851", "tag": "f9228980-d82d-4aaa-a38d-0af21963a57f", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:07.379716 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1f7bac00-9de2-4623-ba43-6a006a43ed5f {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:07.380111 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7bac00-9de2-4623-ba43-6a006a43ed5f'] response: {'name': 'network-changed', 'server_uuid': 'f561ba4f-0814-475b-8ad1-5e79cfe5b851', 'tag': 'f9228980-d82d-4aaa-a38d-0af21963a57f', 'status': 'completed', 'code': 200} Nov 02 12:54:07.392426 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99631329-e8e3-4cde-a1c8-5746a18832e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9228980-d82d-4aaa-a38d-0af21963a57f,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:07.805705 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753f8a1-33e1-4fbf-ba7f-ab0791f62c79 req-c540a319-953c-4462-a3d8-4aaa3acc5d22 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:07.807181 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2753f8a1-33e1-4fbf-ba7f-ab0791f62c79 req-c540a319-953c-4462-a3d8-4aaa3acc5d22 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0554247 Nov 02 12:54:07.810348 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd73c9-0a4a-4d69-9da4-7295b516eaea req-f7ccc979-97b9-4862-9f5c-45fdd1f782f1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:07.811868 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-41cd73c9-0a4a-4d69-9da4-7295b516eaea req-f7ccc979-97b9-4862-9f5c-45fdd1f782f1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0531144 Nov 02 12:54:07.856169 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2753f8a1-33e1-4fbf-ba7f-ab0791f62c79 req-adf597a7-d510-4db3-8b87-83e07d7236d1 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Nov 02 12:54:07.858636 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-41cd73c9-0a4a-4d69-9da4-7295b516eaea req-60fc2455-59be-47c1-a333-49caba659def tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409894 Nov 02 12:54:08.027842 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d088651-4d70-437b-b711-9d3fe5b5ae54 req-ef7d9030-df25-4417-ba9d-c181f19357aa tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:08.029351 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1d088651-4d70-437b-b711-9d3fe5b5ae54 req-ef7d9030-df25-4417-ba9d-c181f19357aa tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0639014 Nov 02 12:54:08.077014 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1d088651-4d70-437b-b711-9d3fe5b5ae54 req-20899ee4-5cdd-4e39-8d4c-69b39866ddbe tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416791 Nov 02 12:54:08.103318 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-333ee5ad-4778-415b-a11c-09577bd891dd req-b4c9d3bf-2a0a-4534-8c33-60c2985ba0b0 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0268574 Nov 02 12:54:08.989525 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e8407-faac-4d17-a5df-85282ee6c683 req-d66ba51b-fa0c-4ec6-9d1e-42d5f0c4ebfe tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:08.992793 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90f3ba-36f3-48dc-9029-185a5ad96864 req-188871e9-0818-4807-963c-34eb8ee95359 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:08.994433 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9e90f3ba-36f3-48dc-9029-185a5ad96864 req-188871e9-0818-4807-963c-34eb8ee95359 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0602703 Nov 02 12:54:08.996535 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6c5e8407-faac-4d17-a5df-85282ee6c683 req-d66ba51b-fa0c-4ec6-9d1e-42d5f0c4ebfe tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0650258 Nov 02 12:54:09.039028 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6c5e8407-faac-4d17-a5df-85282ee6c683 req-f5efc647-b269-4ca8-91b5-d0dd84cd08c7 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Nov 02 12:54:09.045371 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9e90f3ba-36f3-48dc-9029-185a5ad96864 req-d5962dce-7837-42de-a992-d5ca18b894fc tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Nov 02 12:54:09.202573 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c5c9f-c6de-494f-9cd6-bb54ad9912b6 req-481ea6e8-b2c7-4ca3-bdcc-de26ec1982d6 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:09.204234 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-045c5c9f-c6de-494f-9cd6-bb54ad9912b6 req-481ea6e8-b2c7-4ca3-bdcc-de26ec1982d6 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0535080 Nov 02 12:54:09.217718 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-abb335bf-e0e9-44a8-84f6-824694babc84 req-368fcf7d-b804-4bc6-a022-ecac60e1a887 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0271010 Nov 02 12:54:09.252078 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-045c5c9f-c6de-494f-9cd6-bb54ad9912b6 req-34a96744-9262-457c-ab26-cd860157d1e1 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Nov 02 12:54:10.170911 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7ee67-8e55-4860-9cd0-07d9a6ec7033 req-1a15a46f-d253-43a5-8f4f-2ed812dfb953 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:10.171611 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59e79c-c18f-4eae-9428-2a7d38f01635 req-087da10b-7816-49df-8a48-f3665478c3e7 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:10.172856 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-aee7ee67-8e55-4860-9cd0-07d9a6ec7033 req-1a15a46f-d253-43a5-8f4f-2ed812dfb953 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0531714 Nov 02 12:54:10.173216 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd59e79c-c18f-4eae-9428-2a7d38f01635 req-087da10b-7816-49df-8a48-f3665478c3e7 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0547683 Nov 02 12:54:10.220296 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd59e79c-c18f-4eae-9428-2a7d38f01635 req-086cd388-ebe6-4c61-b7a1-2a9e668b48c8 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Nov 02 12:54:10.225601 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-aee7ee67-8e55-4860-9cd0-07d9a6ec7033 req-4d51765c-7f3d-4199-9a8d-2a39663e863e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469387 Nov 02 12:54:10.332704 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1d11c912-aa3c-45f9-bf51-92bcb01032ed req-49311673-5efc-4fbe-a8a8-90b190b306ca tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0313885 Nov 02 12:54:10.378867 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9898343-c87c-457b-bdab-e968bb8b631a req-354e241f-e425-4b84-8720-1a768644f1be tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:10.380371 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d9898343-c87c-457b-bdab-e968bb8b631a req-354e241f-e425-4b84-8720-1a768644f1be tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0564027 Nov 02 12:54:10.429339 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d9898343-c87c-457b-bdab-e968bb8b631a req-d87112bf-d451-46b1-b6ee-308161895f8a tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431771 Nov 02 12:54:11.352441 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21163a77-490d-43e8-90a3-c13468231f32 req-fd31039d-debc-4b20-8d91-10ad9ad45280 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:11.353833 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-21163a77-490d-43e8-90a3-c13468231f32 req-fd31039d-debc-4b20-8d91-10ad9ad45280 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0548069 Nov 02 12:54:11.355520 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0ae4-b6a0-46ad-9aab-3b4bc72886c9 req-1dd237c4-8661-4de4-af0e-68f86cc3ffec tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:11.357066 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-62ad0ae4-b6a0-46ad-9aab-3b4bc72886c9 req-1dd237c4-8661-4de4-af0e-68f86cc3ffec tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 946 time: 0.0577996 Nov 02 12:54:11.403805 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-21163a77-490d-43e8-90a3-c13468231f32 req-989428ea-d01c-440c-b2e0-d5a3178660fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438190 Nov 02 12:54:11.408804 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-62ad0ae4-b6a0-46ad-9aab-3b4bc72886c9 req-f5a57399-dbe1-484b-9492-086ddc917932 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Nov 02 12:54:11.502822 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-373da711-d7ac-4cb4-b69e-8f672afb91f2 req-ad73fa4c-c6d2-4f12-8379-6f25d4167477 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8fbcf05-b111-424e-b569-45dcf4e60494 HTTP/1.1" status: 200 len: 210 time: 0.0296016 Nov 02 12:54:11.555651 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f885ef-0785-4dd1-8fd0-660dfbd1ea45 req-70a39d23-bf76-427a-a014-447c1ec668a7 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:11.557306 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-72f885ef-0785-4dd1-8fd0-660dfbd1ea45 req-70a39d23-bf76-427a-a014-447c1ec668a7 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0530856 Nov 02 12:54:11.607066 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-72f885ef-0785-4dd1-8fd0-660dfbd1ea45 req-4d009405-e20b-44ac-bf33-b537c1e9391b tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439219 Nov 02 12:54:11.820341 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 2059fb0f-4225-4fc2-af2b-4a514fca1328 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:11.896996 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 2059fb0f-4225-4fc2-af2b-4a514fca1328 is: ACTIVE; New status is: DOWN {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:11.897393 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.911344 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692edd8d-67df-4acc-9ffe-bdc537f28349 req-90193dfd-679e-4157-8859-99f9d1cc1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:11.913027 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-692edd8d-67df-4acc-9ffe-bdc537f28349 req-90193dfd-679e-4157-8859-99f9d1cc1998 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=90b42fe203384f8c852afe1c917d4f40&device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 1128 time: 0.0502274 Nov 02 12:54:11.920475 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980d235a-d1e0-4688-97c4-2e18bb50b977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2059fb0f-4225-4fc2-af2b-4a514fca1328'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:11.922756 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143f428f-72ff-4cdc-8349-9ad8f2701851" -d '{"events": [{"server_uuid": "980d235a-d1e0-4688-97c4-2e18bb50b977", "name": "network-vif-unplugged", "status": "completed", "tag": "2059fb0f-4225-4fc2-af2b-4a514fca1328"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:11.937294 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 2059fb0f-4225-4fc2-af2b-4a514fca1328, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2059fb0f-4225-4fc2-af2b-4a514fca1328,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:11.942394 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.964906 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb44014-0eb9-4b59-bd4f-f4cc32041511 x-openstack-request-id: req-bcb44014-0eb9-4b59-bd4f-f4cc32041511 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:11.965225 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980d235a-d1e0-4688-97c4-2e18bb50b977", "name": "network-vif-unplugged", "status": "completed", "tag": "2059fb0f-4225-4fc2-af2b-4a514fca1328", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:11.965516 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bcb44014-0eb9-4b59-bd4f-f4cc32041511 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:11.965881 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb44014-0eb9-4b59-bd4f-f4cc32041511'] response: {'server_uuid': '980d235a-d1e0-4688-97c4-2e18bb50b977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2059fb0f-4225-4fc2-af2b-4a514fca1328', 'code': 200} Nov 02 12:54:11.991746 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=2059fb0f-4225-4fc2-af2b-4a514fca1328,revision_number=6']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:12.221119 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0692980d-d664-4b42-9b53-38a7726ff360 req-c1524464-208b-41e5-aece-75bde77b839b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1034648 Nov 02 12:54:12.223693 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692edd8d-67df-4acc-9ffe-bdc537f28349 req-12c6abec-8d4a-465e-983d-1b9502a8f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:12.225059 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-692edd8d-67df-4acc-9ffe-bdc537f28349 req-12c6abec-8d4a-465e-983d-1b9502a8f1ba service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=90b42fe203384f8c852afe1c917d4f40&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1326084 Nov 02 12:54:12.539551 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59105fce-64bb-49ea-acb7-987e438f70f7 req-5479daf9-2aa8-45bd-b233-5ac88166b9a3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:12.541060 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59105fce-64bb-49ea-acb7-987e438f70f7 req-5479daf9-2aa8-45bd-b233-5ac88166b9a3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0550499 Nov 02 12:54:12.541444 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2a8fb-02e4-4e99-96c5-00ecfb994459 req-866aa682-4fa8-46d7-9c99-d8f3b369bb6d tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:12.543244 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c4e2a8fb-02e4-4e99-96c5-00ecfb994459 req-866aa682-4fa8-46d7-9c99-d8f3b369bb6d tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.0539713 Nov 02 12:54:12.589000 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59105fce-64bb-49ea-acb7-987e438f70f7 req-9521b7b1-7324-4641-8b69-b1dc3d904506 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418718 Nov 02 12:54:12.590539 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c4e2a8fb-02e4-4e99-96c5-00ecfb994459 req-64f84626-8983-4f1d-b7a1-48f0aaf42ccf tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417578 Nov 02 12:54:12.738138 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ab275-d080-49c4-8520-f280cd2c186e req-da6c254b-6e4d-4ab1-b970-183f913c48bb tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:12.739617 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-101ab275-d080-49c4-8520-f280cd2c186e req-da6c254b-6e4d-4ab1-b970-183f913c48bb tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0521300 Nov 02 12:54:12.789585 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-101ab275-d080-49c4-8520-f280cd2c186e req-ff6dfcb5-63c2-4ffe-ac02-7f8d2e12dd82 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Nov 02 12:54:12.890646 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-1d0d2568-bc9c-497d-ba35-4881199935de tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:12.892161 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-1d0d2568-bc9c-497d-ba35-4881199935de tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/networks?id=dd913d2e-61bf-4776-8fa2-6366366409f4 HTTP/1.1" status: 200 len: 808 time: 0.1043622 Nov 02 12:54:12.919305 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-87ea83aa-f5f2-4412-8c66-07e7f3e1c8f5 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/quotas/2c22011cb72447d49eaf0e623c2d423c HTTP/1.1" status: 200 len: 375 time: 0.0187798 Nov 02 12:54:13.227889 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-bb21ba88-c771-4e88-abbb-75fb2114113e tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c22011cb72447d49eaf0e623c2d423c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2983327 Nov 02 12:54:13.363610 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692edd8d-67df-4acc-9ffe-bdc537f28349 req-181c012a-7d58-4866-aa67-2ad2ebfa42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:13.365273 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-692edd8d-67df-4acc-9ffe-bdc537f28349 req-181c012a-7d58-4866-aa67-2ad2ebfa42bf service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4580982 Nov 02 12:54:13.376105 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692980d-d664-4b42-9b53-38a7726ff360 req-8bba2078-694e-4d72-afb4-71713c1033d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:13.377581 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0692980d-d664-4b42-9b53-38a7726ff360 req-8bba2078-694e-4d72-afb4-71713c1033d5 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 1130 time: 0.4162436 Nov 02 12:54:13.385582 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-654d5eb9-2884-40dd-9158-c1c07c66b546 service neutron] 10.222.0.90 "GET /v2.0/networks/dd913d2e-61bf-4776-8fa2-6366366409f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481495 Nov 02 12:54:13.396022 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4a7f-be98-4486-84d9-3e7716007094 req-ceb28c6d-200b-4806-a48e-ae0407cf1612 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:13.397530 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-109b4a7f-be98-4486-84d9-3e7716007094 req-ceb28c6d-200b-4806-a48e-ae0407cf1612 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.105 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.1742938 Nov 02 12:54:13.643602 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-670f75b2-e127-4a8e-8f0f-3985e893f355 service neutron] 10.222.0.90 "GET /v2.0/networks/dd913d2e-61bf-4776-8fa2-6366366409f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450924 Nov 02 12:54:13.653123 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692980d-d664-4b42-9b53-38a7726ff360 req-3e7b443b-efe6-44c4-a6ed-cffc5967b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:13.654610 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0692980d-d664-4b42-9b53-38a7726ff360 req-3e7b443b-efe6-44c4-a6ed-cffc5967b91c service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.2139082 Nov 02 12:54:13.661468 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-91105277-d760-4add-8768-aead6307bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:13.663034 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-91105277-d760-4add-8768-aead6307bbb0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=90b42fe203384f8c852afe1c917d4f40&device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 1128 time: 0.1917882 Nov 02 12:54:13.680878 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-109b4a7f-be98-4486-84d9-3e7716007094 req-d89375ce-8ecc-4a03-9763-088b4bccacbd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Deleting port 2059fb0f-4225-4fc2-af2b-4a514fca1328 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:13.681233 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-109b4a7f-be98-4486-84d9-3e7716007094 req-d89375ce-8ecc-4a03-9763-088b4bccacbd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.755063 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef7052-db17-4db8-b3b3-a0abb56a17d9 req-8b021657-f81e-470e-a398-612d791fc48a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:13.763294 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9fef7052-db17-4db8-b3b3-a0abb56a17d9 req-8b021657-f81e-470e-a398-612d791fc48a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0717163 Nov 02 12:54:13.814158 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-e7364fda-bcbb-429b-8ec8-0fa3eaf9fe92 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9228980-d82d-4aaa-a38d-0af21963a57f HTTP/1.1" status: 200 len: 217 time: 0.1156061 Nov 02 12:54:13.840979 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9fef7052-db17-4db8-b3b3-a0abb56a17d9 req-b6f833bd-166d-44ff-909c-5284700848b8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766037 Nov 02 12:54:13.882069 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0692980d-d664-4b42-9b53-38a7726ff360 req-158269bd-8f42-4de7-97aa-92677b808c0a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77048807-cd5e-48b1-8d83-bf09988266df HTTP/1.1" status: 200 len: 217 time: 0.1808705 Nov 02 12:54:13.921288 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-942a02b6-c93e-489a-9104-377555a33da1 req-02d84552-20b3-4bdf-a87d-f48fec9a5653 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 210 time: 0.0335352 Nov 02 12:54:14.017684 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-109b4a7f-be98-4486-84d9-3e7716007094 req-d89375ce-8ecc-4a03-9763-088b4bccacbd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] For port 2059fb0f-4225-4fc2-af2b-4a514fca1328, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2059fb0f-4225-4fc2-af2b-4a514fca1328,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:14.018045 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-109b4a7f-be98-4486-84d9-3e7716007094 req-d89375ce-8ecc-4a03-9763-088b4bccacbd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.035919 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226ed5-75ed-4396-9035-7a2b15bd32e6 req-6ac987a5-ff51-4f0a-9321-af8150768484 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:14.043243 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5b226ed5-75ed-4396-9035-7a2b15bd32e6 req-6ac987a5-ff51-4f0a-9321-af8150768484 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0623095 Nov 02 12:54:14.047946 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-109b4a7f-be98-4486-84d9-3e7716007094 req-d89375ce-8ecc-4a03-9763-088b4bccacbd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Calling delete_port for 2059fb0f-4225-4fc2-af2b-4a514fca1328 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:14.051138 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692980d-d664-4b42-9b53-38a7726ff360 req-a18c543f-d0e6-4dfc-8299-3204edebae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:14.052627 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0692980d-d664-4b42-9b53-38a7726ff360 req-a18c543f-d0e6-4dfc-8299-3204edebae78 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.1377795 Nov 02 12:54:14.059627 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685be41-c3cb-45eb-a854-5f338d1db4c2 req-20da3f69-4948-43e1-83f4-db0ef975fe33 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:14.065557 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e685be41-c3cb-45eb-a854-5f338d1db4c2 req-20da3f69-4948-43e1-83f4-db0ef975fe33 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 944 time: 0.2205107 Nov 02 12:54:14.068535 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-88025ad9-d67a-433d-a206-83477b291fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:14.070445 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-88025ad9-d67a-433d-a206-83477b291fcd service neutron] 10.222.0.105 "GET /v2.0/subnets?id=17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0 HTTP/1.1" status: 200 len: 853 time: 0.2265546 Nov 02 12:54:14.099728 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5b226ed5-75ed-4396-9035-7a2b15bd32e6 req-8817f7cf-e489-4fb6-a224-5e9a88b866f7 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554681 Nov 02 12:54:14.150769 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-d01a8fe2-e4c4-425d-87d7-26f4791f59b5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=329375eb-0ff0-44d5-899a-7723bd92ed6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645323 Nov 02 12:54:14.284958 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e685be41-c3cb-45eb-a854-5f338d1db4c2 req-223a262a-7599-48b4-96fe-a6d98ea498ff tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/security-groups?id=e5b3d1ff-7efc-4e06-8f73-57df9e1839db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181947 Nov 02 12:54:14.321055 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692980d-d664-4b42-9b53-38a7726ff360 req-a652f8a4-5314-409a-970a-af307ea50122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:14.321055 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0692980d-d664-4b42-9b53-38a7726ff360 req-a652f8a4-5314-409a-970a-af307ea50122 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2469587 Nov 02 12:54:14.400766 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-bdcbc254-65ed-48fe-88bb-ac8c54c28d60 service neutron] 10.222.0.105 "GET /v2.0/networks/329375eb-0ff0-44d5-899a-7723bd92ed6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203805 Nov 02 12:54:14.481641 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-109b4a7f-be98-4486-84d9-3e7716007094 req-d89375ce-8ecc-4a03-9763-088b4bccacbd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (2059fb0f-4225-4fc2-af2b-4a514fca1328), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.556930 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0692980d-d664-4b42-9b53-38a7726ff360 req-1fca5463-27fc-4887-9312-a19de00ddb94 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226562 Nov 02 12:54:14.557639 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89375ce-8ecc-4a03-9763-088b4bccacbd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Pushing event deleted for resources: {'Port': ['ID=2059fb0f-4225-4fc2-af2b-4a514fca1328,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:14.639075 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-109b4a7f-be98-4486-84d9-3e7716007094 req-d89375ce-8ecc-4a03-9763-088b4bccacbd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] No DVR routers for this DVR port 2059fb0f-4225-4fc2-af2b-4a514fca1328 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:54:14.673173 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-109b4a7f-be98-4486-84d9-3e7716007094 req-d89375ce-8ecc-4a03-9763-088b4bccacbd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.676894 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-109b4a7f-be98-4486-84d9-3e7716007094 req-d89375ce-8ecc-4a03-9763-088b4bccacbd tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.105 "DELETE /v2.0/ports/2059fb0f-4225-4fc2-af2b-4a514fca1328 HTTP/1.1" status: 204 len: 173 time: 1.2376311 Nov 02 12:54:14.682703 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980d235a-d1e0-4688-97c4-2e18bb50b977', 'name': 'network-vif-deleted', 'tag': '2059fb0f-4225-4fc2-af2b-4a514fca1328'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:14.685120 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759ce9ee-c652-4e16-9297-2dc31ffac78d" -d '{"events": [{"server_uuid": "980d235a-d1e0-4688-97c4-2e18bb50b977", "name": "network-vif-deleted", "tag": "2059fb0f-4225-4fc2-af2b-4a514fca1328"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:14.698297 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c46ec1d5-8990-4480-bbe2-0ee345536e50 req-e36d45d7-7d25-4862-8e12-b6a5bebb22c7 service neutron] 10.222.0.105 "GET /v2.0/networks/329375eb-0ff0-44d5-899a-7723bd92ed6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440617 Nov 02 12:54:14.732866 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d81c1-6ed7-4f81-8f85-09f9afc25a78 x-openstack-request-id: req-006d81c1-6ed7-4f81-8f85-09f9afc25a78 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:14.733225 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980d235a-d1e0-4688-97c4-2e18bb50b977", "name": "network-vif-deleted", "tag": "2059fb0f-4225-4fc2-af2b-4a514fca1328", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:14.733554 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-006d81c1-6ed7-4f81-8f85-09f9afc25a78 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:14.734028 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006d81c1-6ed7-4f81-8f85-09f9afc25a78'] response: {'server_uuid': '980d235a-d1e0-4688-97c4-2e18bb50b977', 'name': 'network-vif-deleted', 'tag': '2059fb0f-4225-4fc2-af2b-4a514fca1328', 'status': 'completed', 'code': 200} Nov 02 12:54:14.736826 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0692980d-d664-4b42-9b53-38a7726ff360 req-dc30261f-0085-4cab-973f-1151039e1670 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425140 Nov 02 12:54:14.983100 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167d01-f4ee-46b8-a6a6-35aa87c108a7 req-c4f5579b-b30b-400d-bb88-00a1938dcc9b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:14.987870 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b2167d01-f4ee-46b8-a6a6-35aa87c108a7 req-c4f5579b-b30b-400d-bb88-00a1938dcc9b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0664675 Nov 02 12:54:15.040306 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2203da95-4783-45a8-8264-04338fd16c90 req-c449a1c3-86cd-49d7-9c51-69b5069f5a7a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 210 time: 0.0273266 Nov 02 12:54:15.069823 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b2167d01-f4ee-46b8-a6a6-35aa87c108a7 req-a894e7db-2eca-4fd1-ac76-715ed396d7ee tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765326 Nov 02 12:54:15.232653 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beadd0e-7c6d-41ea-8791-0984ead5aa86 req-507ad34a-a1e7-4b4b-812c-abe340c40675 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:15.234167 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9beadd0e-7c6d-41ea-8791-0984ead5aa86 req-507ad34a-a1e7-4b4b-812c-abe340c40675 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0628519 Nov 02 12:54:15.282097 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9beadd0e-7c6d-41ea-8791-0984ead5aa86 req-3a596c5f-3450-46e1-899d-c649350208b3 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Nov 02 12:54:15.404073 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-48506002-9123-46a1-9148-8a2307a1dd63 req-6e15e264-b163-46f8-9663-a26e017c2fe2 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0340018 Nov 02 12:54:15.417662 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.152032 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7f260ed0-2e74-46d7-8469-f8d895d54450 req-f0a63b5a-ead8-45e2-8a47-14efad486d6f tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 210 time: 0.0267284 Nov 02 12:54:16.190385 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04064536-cd55-46af-ad46-4799bd8ebd7d req-ca8f49b0-2b5b-460b-ad9d-d3b883df8e3c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:16.191810 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-04064536-cd55-46af-ad46-4799bd8ebd7d req-ca8f49b0-2b5b-460b-ad9d-d3b883df8e3c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0526681 Nov 02 12:54:16.241494 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-04064536-cd55-46af-ad46-4799bd8ebd7d req-87448827-9d70-463e-9581-7fe8a88f7fe9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437574 Nov 02 12:54:16.416318 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12142bc5-10b9-4406-aa01-4ffd19bca3cd req-a913b23b-e7c4-4318-83c8-41d915c1c8cd tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:16.417683 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-12142bc5-10b9-4406-aa01-4ffd19bca3cd req-a913b23b-e7c4-4318-83c8-41d915c1c8cd tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0577476 Nov 02 12:54:16.469064 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-12142bc5-10b9-4406-aa01-4ffd19bca3cd req-b2674099-35d4-4bda-999b-799ce0e89278 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423698 Nov 02 12:54:16.511613 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-80380916-d896-497b-8c58-7a5273e89b87 req-1ef154b8-ea1a-401a-98c2-6a492ba77bbb tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0316095 Nov 02 12:54:17.255283 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c57acf77-99e8-4923-be49-cc06e41283cc req-626bcb22-b23f-46fc-b43f-61e47de5445c tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 210 time: 0.0265770 Nov 02 12:54:17.367289 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72679d7-7d69-4c87-b7b4-0d70d2df963b req-c6ef7c01-d57b-4c8b-8202-9c7aab891c59 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:17.368771 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d72679d7-7d69-4c87-b7b4-0d70d2df963b req-c6ef7c01-d57b-4c8b-8202-9c7aab891c59 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0526662 Nov 02 12:54:17.417131 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d72679d7-7d69-4c87-b7b4-0d70d2df963b req-f1771e5f-af00-4fc7-80fb-9aa9bec70b58 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425155 Nov 02 12:54:17.606834 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944426f6-2c03-43b2-9d77-86511490f384 req-d7117166-9eae-4658-be2c-bafd931173fa tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:17.608383 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-944426f6-2c03-43b2-9d77-86511490f384 req-d7117166-9eae-4658-be2c-bafd931173fa tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0553031 Nov 02 12:54:17.615543 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e08a7296-e8c8-4eb7-8ce6-d17921813d75 req-6d210d02-6959-4ab8-a3d9-512da482e3f2 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0278130 Nov 02 12:54:17.656234 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-944426f6-2c03-43b2-9d77-86511490f384 req-b49f04dd-f8bc-4573-8da8-db80ea1d544d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 Nov 02 12:54:18.369894 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6eb3aa26-22fb-4b6c-83a9-5ad8b0d76a06 req-8bd4cbd6-b324-4c6f-9058-58b73c3adb89 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 210 time: 0.0363922 Nov 02 12:54:18.559246 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8a601-2f51-4af4-b314-9e1b496006b6 req-1b8e3d15-c595-4d31-9359-482741e94333 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:18.560740 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f5b8a601-2f51-4af4-b314-9e1b496006b6 req-1b8e3d15-c595-4d31-9359-482741e94333 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0615375 Nov 02 12:54:18.614455 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f5b8a601-2f51-4af4-b314-9e1b496006b6 req-3e76839b-beb8-4491-ab9d-1981d6c0cb5e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473905 Nov 02 12:54:18.722289 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-271e01cc-a7c4-4056-bf6d-068ea1b7cdde req-b1ee2f35-d140-40f9-85b7-b530a85caaba tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0304592 Nov 02 12:54:18.780956 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364cd4-3e78-4d69-8f5e-d7b9b2d5fc44 req-3b70d35b-3ebf-42c0-92cc-eee72d70630c tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:18.782447 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-06364cd4-3e78-4d69-8f5e-d7b9b2d5fc44 req-3b70d35b-3ebf-42c0-92cc-eee72d70630c tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0533001 Nov 02 12:54:18.831039 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-06364cd4-3e78-4d69-8f5e-d7b9b2d5fc44 req-ee55cccf-4bc3-4778-a99d-9ee399d518c4 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Nov 02 12:54:19.479562 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0cac10d3-dac6-45d3-bb3d-4608e86820f7 req-bca5aa0e-b4aa-4d3a-80e3-fc0efddd310d tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 210 time: 0.0269306 Nov 02 12:54:19.748922 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c0166-05f4-411c-ade3-6b1125b115cf req-999c92ac-e8d4-4978-af09-8e1bd8ad2eea tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:19.750357 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cc7c0166-05f4-411c-ade3-6b1125b115cf req-999c92ac-e8d4-4978-af09-8e1bd8ad2eea tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0561736 Nov 02 12:54:19.827095 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f4e8edaf-2602-4903-abe1-df147324a3e8 req-c731de24-e1d6-47d2-bb9f-87b08ec26349 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0287020 Nov 02 12:54:19.963247 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fa09a-d150-4789-87f8-82667770f512 req-529df444-5143-45da-bf2e-2a0879d0a261 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:19.964818 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-881fa09a-d150-4789-87f8-82667770f512 req-529df444-5143-45da-bf2e-2a0879d0a261 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0565348 Nov 02 12:54:19.965490 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cc7c0166-05f4-411c-ade3-6b1125b115cf req-fb584566-b316-4074-8df4-1a37c0996610 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089596 Nov 02 12:54:20.013755 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-881fa09a-d150-4789-87f8-82667770f512 req-07165415-7619-4f5a-a0fc-f6593c321d08 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Nov 02 12:54:20.582561 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5cd166fb-4992-4d42-a36a-20540163c2cc req-ec15f67c-7eef-495f-9408-73ff10db5053 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 210 time: 0.0277996 Nov 02 12:54:20.935872 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-15811b8b-48de-4615-9faa-f741d401aaa7 req-b5f06167-b686-4af0-a3f0-4b69366e03b0 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0321715 Nov 02 12:54:21.101502 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d448b6-a496-4553-b7c9-809d676445fa req-ec8492fa-e8ef-4d84-8deb-ce1bf866bd7e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:21.103071 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-30d448b6-a496-4553-b7c9-809d676445fa req-ec8492fa-e8ef-4d84-8deb-ce1bf866bd7e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0621719 Nov 02 12:54:21.152634 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a692d6b-2fc9-4bfd-9d6f-8719662aeec5 req-d71f4583-8018-413a-8908-a7661916f2c4 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:21.152840 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-30d448b6-a496-4553-b7c9-809d676445fa req-1e388318-8532-490f-b623-ae860ea1461d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Nov 02 12:54:21.154049 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8a692d6b-2fc9-4bfd-9d6f-8719662aeec5 req-d71f4583-8018-413a-8908-a7661916f2c4 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0549841 Nov 02 12:54:21.209069 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8a692d6b-2fc9-4bfd-9d6f-8719662aeec5 req-63115046-2eb1-461a-a767-64c4f9d2a663 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490386 Nov 02 12:54:21.498618 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:54:21.558037 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-264174c6-d3c9-47e1-8562-0781a90cde88 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:21.559494 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-264174c6-d3c9-47e1-8562-0781a90cde88 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.105 "GET /v2.0/networks?id=dd913d2e-61bf-4776-8fa2-6366366409f4 HTTP/1.1" status: 200 len: 808 time: 0.1110046 Nov 02 12:54:21.589245 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Request body: {'port': {'device_id': '6d8362ec-1f17-48f6-8504-afecca67a61f', 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4', 'admin_state_up': True, 'tenant_id': '2c22011cb72447d49eaf0e623c2d423c'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:21.690470 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4493b1ce-d2cc-4a60-82a6-e8f020934260 req-bd63281b-e43a-41a1-83e9-acbb2753729f tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 210 time: 0.0285959 Nov 02 12:54:21.694997 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Made reservation on behalf of 2c22011cb72447d49eaf0e623c2d423c for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:21.698557 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.068860 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-90cb9ae7-fc5f-4d5f-a003-5b0bb2ad8e43 req-db8e1b54-0520-4ad6-b9a2-ee18b15ea587 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0319149 Nov 02 12:54:22.085219 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Allocated IP 172.20.0.13 (dd913d2e-61bf-4776-8fa2-6366366409f4/ba019307-65e7-4501-8737-05d43fdd3c6c/c074d7a0-ff6b-442f-986c-61ef7a9eafd3) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:22.237523 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks [] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.276636 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.281188 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7e7b7-5844-4e9d-bdd9-713b3d034acb req-fb1bb37a-320e-4ad1-bf39-23e76616720d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:22.282742 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fab7e7b7-5844-4e9d-bdd9-713b3d034acb req-fb1bb37a-320e-4ad1-bf39-23e76616720d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0552812 Nov 02 12:54:22.334255 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fab7e7b7-5844-4e9d-bdd9-713b3d034acb req-3a49d494-e24a-429b-8294-68c06e776c4a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Nov 02 12:54:22.345684 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Network dd913d2e-61bf-4776-8fa2-6366366409f4 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:22.351521 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:22.358785 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:22.363964 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:22.364604 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.375574 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Pushing event updated for resources: {'Port': ['ID=c074d7a0-ff6b-442f-986c-61ef7a9eafd3,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:22.389063 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-86f98a13-f694-4671-8915-6af7525d8545 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8036044 Nov 02 12:54:22.405171 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63376c2-dc57-4234-8c88-3d8ca594ff83 req-d4e1dfdc-dbcd-40d1-8b13-11622816e0bd tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:22.406762 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c63376c2-dc57-4234-8c88-3d8ca594ff83 req-d4e1dfdc-dbcd-40d1-8b13-11622816e0bd tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.1002672 Nov 02 12:54:22.461613 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c63376c2-dc57-4234-8c88-3d8ca594ff83 req-0f8ccc48-2806-411d-8126-827847e2d44a tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489714 Nov 02 12:54:22.832556 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b5274-98f1-4337-84d0-f73139f6bddb req-315e77a3-09ba-411c-abe2-170efafa20c7 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:22.834006 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0d8b5274-98f1-4337-84d0-f73139f6bddb req-315e77a3-09ba-411c-abe2-170efafa20c7 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 932 time: 0.0619867 Nov 02 12:54:22.880418 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0d8b5274-98f1-4337-84d0-f73139f6bddb req-d9d5dc71-a885-46ea-b79f-cf38d0fefbe9 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405054 Nov 02 12:54:23.187152 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2a5cc122-eb29-4533-978c-fba8c17c9a86 req-4b0ce6e4-7c6c-4951-8c34-a030412a4988 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0289719 Nov 02 12:54:23.471874 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe04520-74bf-4aad-a63e-fa49f8a4c32b req-3c4d6204-568a-4cc5-a3a4-05469644efca tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:23.473395 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cfe04520-74bf-4aad-a63e-fa49f8a4c32b req-3c4d6204-568a-4cc5-a3a4-05469644efca tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0583129 Nov 02 12:54:23.529288 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cfe04520-74bf-4aad-a63e-fa49f8a4c32b req-54b2ac4d-4c81-439c-98b0-8341ec1e67ef tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499358 Nov 02 12:54:23.593551 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c90ff-5886-49a5-a8e4-ab38e3f781cc req-b8b867fe-1470-4e4d-9fdb-f7c5707fbfc8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:23.595055 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-658c90ff-5886-49a5-a8e4-ab38e3f781cc req-b8b867fe-1470-4e4d-9fdb-f7c5707fbfc8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0524170 Nov 02 12:54:23.644585 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-658c90ff-5886-49a5-a8e4-ab38e3f781cc req-bd15de77-29b1-4a55-b05d-d59c5a90989b tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Nov 02 12:54:24.013639 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e0eda-e236-4516-a034-7391f7f9088a req-d86ce002-f9f2-4d8d-aa0f-b5fa96218c12 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:24.015137 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3c7e0eda-e236-4516-a034-7391f7f9088a req-d86ce002-f9f2-4d8d-aa0f-b5fa96218c12 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 932 time: 0.0535779 Nov 02 12:54:24.060770 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3c7e0eda-e236-4516-a034-7391f7f9088a req-075d7615-f6f8-42de-ad0f-efc48a258f49 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Nov 02 12:54:24.315253 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-38affff9-4c5f-4e2b-b866-73802e6e670b req-2de8cd65-4583-4f0a-b299-ad2e263e3825 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0386751 Nov 02 12:54:24.659458 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977f9ec-c5b4-4cdd-ae1f-7b07a8a205ce req-cac3aaff-4d70-4fe5-9a95-90642260aea1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:24.661010 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c977f9ec-c5b4-4cdd-ae1f-7b07a8a205ce req-cac3aaff-4d70-4fe5-9a95-90642260aea1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0566156 Nov 02 12:54:24.715421 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c977f9ec-c5b4-4cdd-ae1f-7b07a8a205ce req-8e413418-8a16-44e2-bfdb-bbcc93144f7f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461259 Nov 02 12:54:24.769051 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daf983-f7d6-43a9-bb79-2002c80324a7 req-e203cafb-4431-4590-9777-5464a751041f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:24.770885 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a4daf983-f7d6-43a9-bb79-2002c80324a7 req-e203cafb-4431-4590-9777-5464a751041f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0537059 Nov 02 12:54:24.822410 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a4daf983-f7d6-43a9-bb79-2002c80324a7 req-b12a5f26-451f-4f7c-8992-e862b2deac40 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Nov 02 12:54:25.191221 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d567ffc-b4f1-4390-8d4e-ff14f1ebed63 req-286fee8f-c1a5-4b8b-b29c-85d681f9edb1 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:25.192768 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1d567ffc-b4f1-4390-8d4e-ff14f1ebed63 req-286fee8f-c1a5-4b8b-b29c-85d681f9edb1 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 932 time: 0.0597262 Nov 02 12:54:25.243433 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1d567ffc-b4f1-4390-8d4e-ff14f1ebed63 req-f14a1481-723d-45a2-85b7-941637d9a18a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428705 Nov 02 12:54:25.431306 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-11794846-1b0a-4142-a238-1dcbab624b55 req-19af86c2-8f58-405c-a0a5-dd3f066cf6ad tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0315127 Nov 02 12:54:25.853445 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1c10-e394-4452-9866-822aae4a7d95 req-92bed84a-a952-4806-9e08-819ac148512f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:25.854927 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8aca1c10-e394-4452-9866-822aae4a7d95 req-92bed84a-a952-4806-9e08-819ac148512f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0537615 Nov 02 12:54:25.904173 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8aca1c10-e394-4452-9866-822aae4a7d95 req-6dbd8bd8-e37c-4cdc-8a42-5065df40f6f0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Nov 02 12:54:25.953734 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5facc-8119-4e18-a1c9-10e1300ec649 req-49d07a73-c6eb-4bd3-adf3-907b4da8c39f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:25.955204 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b5b5facc-8119-4e18-a1c9-10e1300ec649 req-49d07a73-c6eb-4bd3-adf3-907b4da8c39f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0536022 Nov 02 12:54:26.008779 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b5b5facc-8119-4e18-a1c9-10e1300ec649 req-0407efa7-a9ac-4e7b-9f8b-7eb47b619985 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473258 Nov 02 12:54:26.152849 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-40fb36b6-89a2-4325-970a-eaf86a930e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:26.392349 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b96a58-2c49-4cf8-8860-c7296b15c1ea req-9caa9f92-f449-409b-b35e-20422725c122 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:26.393795 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b7b96a58-2c49-4cf8-8860-c7296b15c1ea req-9caa9f92-f449-409b-b35e-20422725c122 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 932 time: 0.0646274 Nov 02 12:54:26.443705 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b7b96a58-2c49-4cf8-8860-c7296b15c1ea req-59edfa37-bf17-4e00-8df0-c6755f290849 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Nov 02 12:54:26.541762 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d457f714-3885-4a07-8702-67516b41b7fd req-20f7ba9d-6d1f-4960-8a0b-4d32289a1b24 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0303233 Nov 02 12:54:26.713494 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Request body: {'port': {'device_id': '6d8362ec-1f17-48f6-8504-afecca67a61f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:26.786796 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.029982 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace0bc7-33a6-4924-b4cb-b021e20215ec req-98403fad-0245-439b-b9cd-e1c40bcd6137 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:27.031486 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-aace0bc7-33a6-4924-b4cb-b021e20215ec req-98403fad-0245-439b-b9cd-e1c40bcd6137 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0532427 Nov 02 12:54:27.048753 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c074d7a0-ff6b-442f-986c-61ef7a9eafd3 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:54:27.058853 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Publish callbacks [] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.072787 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Transition to ACTIVE for port object c074d7a0-ff6b-442f-986c-61ef7a9eafd3 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:54:27.077651 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.087822 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-aace0bc7-33a6-4924-b4cb-b021e20215ec req-626d5fe0-0204-4c05-a6a9-743b0049c82b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502405 Nov 02 12:54:27.166872 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Pushing event updated for resources: {'Port': ['ID=c074d7a0-ff6b-442f-986c-61ef7a9eafd3,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:27.182985 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Attempting to bind port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:54:27.183328 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Attempting to bind port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '718e5dcc-f1ee-4627-a5db-21375990c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:54:27.183649 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Attempting to bind port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 on network dd913d2e-61bf-4776-8fa2-6366366409f4 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:27.190801 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 on network dd913d2e-61bf-4776-8fa2-6366366409f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:54:27.191033 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Attempting to bind port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 on network dd913d2e-61bf-4776-8fa2-6366366409f4 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:27.197238 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:27.197565 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Checking segment: {'id': '718e5dcc-f1ee-4627-a5db-21375990c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:54:27.197942 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Bound using segment: {'id': '718e5dcc-f1ee-4627-a5db-21375990c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:27.198357 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Bound port: c074d7a0-ff6b-442f-986c-61ef7a9eafd3, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718e5dcc-f1ee-4627-a5db-21375990c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:54:27.198721 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.215457 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7efa20-55b8-4077-992c-37e74ed78c5e req-bb538e8f-ecb2-471f-8d4d-d39fe08e1e1e tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:27.216987 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2e7efa20-55b8-4077-992c-37e74ed78c5e req-bb538e8f-ecb2-471f-8d4d-d39fe08e1e1e tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.1144009 Nov 02 12:54:27.295382 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] For port c074d7a0-ff6b-442f-986c-61ef7a9eafd3, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:27.298953 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] For port c074d7a0-ff6b-442f-986c-61ef7a9eafd3, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c074d7a0-ff6b-442f-986c-61ef7a9eafd3,segment=NetworkSegment(718e5dcc-f1ee-4627-a5db-21375990c185),segment_id=718e5dcc-f1ee-4627-a5db-21375990c185)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:27.303372 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2e7efa20-55b8-4077-992c-37e74ed78c5e req-904dfd89-9a50-43b6-b1dc-4238ad739bc4 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799515 Nov 02 12:54:27.309018 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.312087 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:27.312727 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.314231 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] 10.222.0.105 "PUT /v2.0/ports/c074d7a0-ff6b-442f-986c-61ef7a9eafd3 HTTP/1.1" status: 200 len: 1094 time: 0.6054115 Nov 02 12:54:27.316415 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8362ec-1f17-48f6-8504-afecca67a61f', 'tag': 'c074d7a0-ff6b-442f-986c-61ef7a9eafd3'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:27.319186 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6519d453-229a-4b0c-aea1-268385a7de20" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8362ec-1f17-48f6-8504-afecca67a61f", "tag": "c074d7a0-ff6b-442f-986c-61ef7a9eafd3"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:27.355716 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7928a31-fd2b-4b75-ac66-eef090cc7007 x-openstack-request-id: req-b7928a31-fd2b-4b75-ac66-eef090cc7007 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:27.356001 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8362ec-1f17-48f6-8504-afecca67a61f", "tag": "c074d7a0-ff6b-442f-986c-61ef7a9eafd3", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:27.356237 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b7928a31-fd2b-4b75-ac66-eef090cc7007 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:27.356667 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7928a31-fd2b-4b75-ac66-eef090cc7007'] response: {'name': 'network-changed', 'server_uuid': '6d8362ec-1f17-48f6-8504-afecca67a61f', 'tag': 'c074d7a0-ff6b-442f-986c-61ef7a9eafd3', 'status': 'completed', 'code': 200} Nov 02 12:54:27.368907 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df01d6-bf49-4c48-94be-5ed0471ab77f service neutron] Pushing event updated for resources: {'Port': ['ID=c074d7a0-ff6b-442f-986c-61ef7a9eafd3,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:27.591676 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c74dbe-8456-4893-953c-6536a0e38f48 req-d4cb71b8-34f3-4c39-b5cb-a261fafe588a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:27.593221 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c6c74dbe-8456-4893-953c-6536a0e38f48 req-d4cb71b8-34f3-4c39-b5cb-a261fafe588a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0624974 Nov 02 12:54:27.645571 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-033cd534-7a09-4b61-9982-31c9c2b623b2 req-0a617030-bc66-4de9-8f1b-092f5c3a5912 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0296981 Nov 02 12:54:27.664551 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c6c74dbe-8456-4893-953c-6536a0e38f48 req-90934e21-e10f-472c-a3e1-ae3d4e1673c2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656745 Nov 02 12:54:27.678907 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519d453-229a-4b0c-aea1-268385a7de20 req-1bf21be7-6b3a-4e68-b057-d645cd52dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:27.680476 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6519d453-229a-4b0c-aea1-268385a7de20 req-1bf21be7-6b3a-4e68-b057-d645cd52dea9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c22011cb72447d49eaf0e623c2d423c&device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 1128 time: 0.0563884 Nov 02 12:54:27.799582 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519d453-229a-4b0c-aea1-268385a7de20 req-f40709b8-1a26-4334-9eee-21eb79be8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:27.801084 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6519d453-229a-4b0c-aea1-268385a7de20 req-f40709b8-1a26-4334-9eee-21eb79be8d49 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=2c22011cb72447d49eaf0e623c2d423c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0939353 Nov 02 12:54:27.940812 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519d453-229a-4b0c-aea1-268385a7de20 req-bbdb1eee-5e83-4146-b76a-464cd9d9744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:27.942363 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6519d453-229a-4b0c-aea1-268385a7de20 req-bbdb1eee-5e83-4146-b76a-464cd9d9744c service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0935988 Nov 02 12:54:28.215910 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb871ba-4ae8-4f01-b135-2dd1a833e745 req-91cafa48-e7ee-413e-b92d-d86b2e9bf8f5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:28.217444 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bbb871ba-4ae8-4f01-b135-2dd1a833e745 req-91cafa48-e7ee-413e-b92d-d86b2e9bf8f5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0574729 Nov 02 12:54:28.264731 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bbb871ba-4ae8-4f01-b135-2dd1a833e745 req-f2f5cb78-3887-4b94-8d5b-ebe6170f5b20 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Nov 02 12:54:28.294707 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f75f5993-da60-4eec-a2bc-80a8e628d747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:28.338698 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-37f8dc38-3655-4f6d-a57c-ebf48beeb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:28.339905 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-37f8dc38-3655-4f6d-a57c-ebf48beeb35d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=2c22011cb72447d49eaf0e623c2d423c&device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 1128 time: 0.0459032 Nov 02 12:54:28.396755 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-22072d3f-abda-4ece-bbdb-e37a6d860ee5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c074d7a0-ff6b-442f-986c-61ef7a9eafd3 HTTP/1.1" status: 200 len: 217 time: 0.0391536 Nov 02 12:54:28.468544 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-a50c9a06-2689-4b30-a44e-4e4043227826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:28.470030 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-a50c9a06-2689-4b30-a44e-4e4043227826 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=ba019307-65e7-4501-8737-05d43fdd3c6c HTTP/1.1" status: 200 len: 848 time: 0.0659039 Nov 02 12:54:28.481802 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab3026-dfbc-482a-be25-19093e95817c req-235601c6-10a8-4d04-a395-6241d32c0468 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:28.483203 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-42ab3026-dfbc-482a-be25-19093e95817c req-235601c6-10a8-4d04-a395-6241d32c0468 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0898271 Nov 02 12:54:28.517019 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-85c0d74f-e4c1-4777-9434-3b7aaf77e0d7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dd913d2e-61bf-4776-8fa2-6366366409f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329015 Nov 02 12:54:28.600134 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-42ab3026-dfbc-482a-be25-19093e95817c req-eb5eff98-6fa4-4be5-976f-c5505b276905 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085613 Nov 02 12:54:28.635473 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-7999b597-008b-4ed8-ab6f-3b5b2b02fc7e service neutron] 10.222.0.105 "GET /v2.0/networks/dd913d2e-61bf-4776-8fa2-6366366409f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073685 Nov 02 12:54:28.735044 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1da8dd05-fd47-4a3e-a06b-4c5812793a66 req-c0ddbf96-8bc3-4895-a229-3058186f8ea5 service neutron] 10.222.0.105 "GET /v2.0/networks/dd913d2e-61bf-4776-8fa2-6366366409f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927722 Nov 02 12:54:28.762803 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2b903276-023f-4998-83bd-d50f72e1e47d req-de59bfdb-d1c6-4acb-b3d5-095749b74eb5 tempest-DeleteServersTestJSON-61931598 tempest-DeleteServersTestJSON-61931598-project] 10.222.0.90 "GET /v2.0/ports?device_id=980d235a-d1e0-4688-97c4-2e18bb50b977 HTTP/1.1" status: 200 len: 210 time: 0.0278702 Nov 02 12:54:28.842498 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50a7b8-1856-4814-80ed-0342d54d0a63 req-78deb0d9-b92d-4dd9-9ae0-fb643da5dc3b tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:28.848663 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2c50a7b8-1856-4814-80ed-0342d54d0a63 req-78deb0d9-b92d-4dd9-9ae0-fb643da5dc3b tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0591190 Nov 02 12:54:28.891016 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2c50a7b8-1856-4814-80ed-0342d54d0a63 req-461c877f-a150-4577-b37b-15f084ee68a1 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Nov 02 12:54:29.390307 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.413621 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2092816-0c62-4d47-b1a0-70f88cc9c36d req-48ffdf41-4311-4343-9a8e-88e7968b282d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:29.415156 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c2092816-0c62-4d47-b1a0-70f88cc9c36d req-48ffdf41-4311-4343-9a8e-88e7968b282d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0681865 Nov 02 12:54:29.470387 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c2092816-0c62-4d47-b1a0-70f88cc9c36d req-a647c628-959e-4061-a4c2-3945052866bc tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459371 Nov 02 12:54:29.741689 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c277e66-cd95-4bb2-a91f-ef6fe9cf0807 req-0518fe52-17db-425c-9782-009d36f7cdb1 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:29.743209 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3c277e66-cd95-4bb2-a91f-ef6fe9cf0807 req-0518fe52-17db-425c-9782-009d36f7cdb1 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0541632 Nov 02 12:54:29.791495 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3c277e66-cd95-4bb2-a91f-ef6fe9cf0807 req-b2752d94-bf3b-4315-a60f-2bb715017798 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Nov 02 12:54:30.026019 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c9ce8-0833-4476-808d-28dda93b512f req-c084da9e-7059-44ae-a113-632ce44369ed tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:30.028435 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e71c9ce8-0833-4476-808d-28dda93b512f req-c084da9e-7059-44ae-a113-632ce44369ed tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0601377 Nov 02 12:54:30.083218 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e71c9ce8-0833-4476-808d-28dda93b512f req-f1f3433d-f825-4aa0-9eb9-fc1e25df7e3b tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 Nov 02 12:54:30.606321 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0912d9-b278-4a11-946b-aec5b6beead8 req-e124967a-b5b8-4fb6-b3ed-2933a0b35bbb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:30.607941 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cb0912d9-b278-4a11-946b-aec5b6beead8 req-e124967a-b5b8-4fb6-b3ed-2933a0b35bbb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0590253 Nov 02 12:54:30.656162 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cb0912d9-b278-4a11-946b-aec5b6beead8 req-63e29e7d-1578-4b8d-ba28-7e2dd43c4d67 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423174 Nov 02 12:54:30.834302 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:30.930705 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a65e8-c528-42f7-92ab-b880540a6aaf req-a97273b8-c381-48b1-ae7b-8bb7c7149020 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:30.932219 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c22a65e8-c528-42f7-92ab-b880540a6aaf req-a97273b8-c381-48b1-ae7b-8bb7c7149020 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0561817 Nov 02 12:54:30.981533 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c22a65e8-c528-42f7-92ab-b880540a6aaf req-5d8a63ad-cdd8-4e50-b71c-b5de802c7b2e tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434000 Nov 02 12:54:31.216411 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21af65e-321f-4129-9a9a-c4bbf5e73c51 req-46a94bd6-1f6e-4b9e-9401-8e6eb8259db1 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:31.217915 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d21af65e-321f-4129-9a9a-c4bbf5e73c51 req-46a94bd6-1f6e-4b9e-9401-8e6eb8259db1 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0612457 Nov 02 12:54:31.267798 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d21af65e-321f-4129-9a9a-c4bbf5e73c51 req-bcaf1a16-0ccb-440d-9626-8195a49f13b6 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 Nov 02 12:54:31.791758 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc61cc4-d85a-410c-b650-8008c0574657 req-10a2cb35-df88-42cc-b758-68c50fbd20de tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:31.793186 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-dcc61cc4-d85a-410c-b650-8008c0574657 req-10a2cb35-df88-42cc-b758-68c50fbd20de tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0620055 Nov 02 12:54:31.845003 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-dcc61cc4-d85a-410c-b650-8008c0574657 req-facaef5a-91ba-455b-872b-d493ca1c1af3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459180 Nov 02 12:54:32.125860 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc195b-863f-4ed6-bc79-e555f6a20e2d req-966a2e8c-0c87-4d67-a386-bdfbb7159c7f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:32.127339 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2abc195b-863f-4ed6-bc79-e555f6a20e2d req-966a2e8c-0c87-4d67-a386-bdfbb7159c7f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0593479 Nov 02 12:54:32.174625 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2abc195b-863f-4ed6-bc79-e555f6a20e2d req-b165d221-787d-4118-87e5-e1bb06994b5c tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Nov 02 12:54:32.359323 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.399965 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68112e26-c13e-469a-bd28-05caa4f6b8d1 req-c14de718-10b2-4baa-8acc-9d20ba658f75 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:32.401514 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-68112e26-c13e-469a-bd28-05caa4f6b8d1 req-c14de718-10b2-4baa-8acc-9d20ba658f75 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0547147 Nov 02 12:54:32.449257 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-68112e26-c13e-469a-bd28-05caa4f6b8d1 req-52bf6fdd-2ead-47a2-b9f1-1899d59bd8b6 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419033 Nov 02 12:54:32.993198 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02330095-ba8b-4ae4-86b7-be7342309714 req-a43a82e9-2aaf-4688-ada9-4fa2e3a6e1d1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:32.994711 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-02330095-ba8b-4ae4-86b7-be7342309714 req-a43a82e9-2aaf-4688-ada9-4fa2e3a6e1d1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0613735 Nov 02 12:54:33.046698 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-02330095-ba8b-4ae4-86b7-be7342309714 req-706627c7-44f6-4922-b154-31ce3a1b1d30 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Nov 02 12:54:33.315228 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5115aa0-e2c2-49fb-b913-2d999077e11d req-18d9e548-85c9-480c-b4b6-bc89f29bd601 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:33.316625 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a5115aa0-e2c2-49fb-b913-2d999077e11d req-18d9e548-85c9-480c-b4b6-bc89f29bd601 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0597608 Nov 02 12:54:33.371461 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a5115aa0-e2c2-49fb-b913-2d999077e11d req-799c17c2-fb47-4856-8792-8403d754bdd5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470459 Nov 02 12:54:33.582791 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a82d8c-c837-42e9-9e98-3f0db827b9dd req-f1c6695e-01e3-4e74-a640-2fc9179e1a4a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:33.584178 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-41a82d8c-c837-42e9-9e98-3f0db827b9dd req-f1c6695e-01e3-4e74-a640-2fc9179e1a4a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0587487 Nov 02 12:54:33.633455 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-41a82d8c-c837-42e9-9e98-3f0db827b9dd req-31ebbcbe-5029-49dd-9909-a1b635c44c8f tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434620 Nov 02 12:54:34.184387 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4aaea-bc20-4648-b87e-addf7e1761e1 req-b1cc5397-53b6-4cc9-8dd9-4bc084ab77af tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:34.185904 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-abc4aaea-bc20-4648-b87e-addf7e1761e1 req-b1cc5397-53b6-4cc9-8dd9-4bc084ab77af tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0638154 Nov 02 12:54:34.233969 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-abc4aaea-bc20-4648-b87e-addf7e1761e1 req-584b6d11-b9e9-4813-b248-cfef2179f817 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422864 Nov 02 12:54:34.498617 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0af0b-64d3-42d0-8367-453b473738ef req-5ba0888c-d3c7-4a43-959c-48af727cd5b0 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:34.500140 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-26c0af0b-64d3-42d0-8367-453b473738ef req-5ba0888c-d3c7-4a43-959c-48af727cd5b0 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0549755 Nov 02 12:54:34.553324 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-26c0af0b-64d3-42d0-8367-453b473738ef req-75a448e5-ac85-436c-8302-7bfb43940b7c tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472639 Nov 02 12:54:34.776534 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f40749-4797-4b13-aeec-4bb5e40e533e req-a5683e23-687a-410f-805c-1569775a83da tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:34.778490 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e8f40749-4797-4b13-aeec-4bb5e40e533e req-a5683e23-687a-410f-805c-1569775a83da tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0546391 Nov 02 12:54:34.827685 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e8f40749-4797-4b13-aeec-4bb5e40e533e req-bebc443d-6236-41d1-a6b6-1044751c9058 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438681 Nov 02 12:54:35.380216 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a176-6b4a-4c81-bdcb-0ed2a115abcd req-29ba711d-156e-4d82-8476-d029a7f88715 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:35.381845 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6092a176-6b4a-4c81-bdcb-0ed2a115abcd req-29ba711d-156e-4d82-8476-d029a7f88715 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0623894 Nov 02 12:54:35.438449 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6092a176-6b4a-4c81-bdcb-0ed2a115abcd req-755577f9-d116-4089-8e3b-434aa1f68f57 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501244 Nov 02 12:54:35.455887 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device f9228980-d82d-4aaa-a38d-0af21963a57f details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:54:35.564014 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port f9228980-d82d-4aaa-a38d-0af21963a57f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9228980-d82d-4aaa-a38d-0af21963a57f,segment=NetworkSegment(f7326cd5-1531-44c6-91ef-34c81d66593b),segment_id=f7326cd5-1531-44c6-91ef-34c81d66593b)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:35.575511 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': 'f9228980-d82d-4aaa-a38d-0af21963a57f', 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a', 'port_id': 'f9228980-d82d-4aaa-a38d-0af21963a57f', 'mac_address': 'fa:16:3e:b1:66:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:54:35.612218 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port f9228980-d82d-4aaa-a38d-0af21963a57f is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:35.612661 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.626578 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9228980-d82d-4aaa-a38d-0af21963a57f {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:54:35.647814 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port f9228980-d82d-4aaa-a38d-0af21963a57f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9228980-d82d-4aaa-a38d-0af21963a57f,segment=NetworkSegment(f7326cd5-1531-44c6-91ef-34c81d66593b),segment_id=f7326cd5-1531-44c6-91ef-34c81d66593b)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:35.652687 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:35.684633 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1891b4-2b5a-4579-a76b-15db1e5926e4 req-0234777f-b788-46af-aeed-7adbde5864e9 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:35.686117 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1f1891b4-2b5a-4579-a76b-15db1e5926e4 req-0234777f-b788-46af-aeed-7adbde5864e9 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 944 time: 0.0586948 Nov 02 12:54:35.702086 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=f9228980-d82d-4aaa-a38d-0af21963a57f,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:35.709204 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.709581 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.709987 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.710316 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.710655 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.710987 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.711315 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.711689 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.712027 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.712379 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.712751 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.713081 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.713408 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:35.734988 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1f1891b4-2b5a-4579-a76b-15db1e5926e4 req-c84893f1-c33b-408e-bb2e-c08aded1045d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Nov 02 12:54:35.952628 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f7c2e-28e8-42a3-9191-735084a6a8d8 req-9a14f259-054b-40f3-a4b6-89c2f5423286 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:35.954016 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-326f7c2e-28e8-42a3-9191-735084a6a8d8 req-9a14f259-054b-40f3-a4b6-89c2f5423286 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0531859 Nov 02 12:54:36.007618 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-326f7c2e-28e8-42a3-9191-735084a6a8d8 req-1459f22e-2eff-4d38-9efd-3e969cc527fc tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479832 Nov 02 12:54:36.576269 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7546bc-2a39-4d16-87c3-9589e6e2833f req-9e53fdd6-f70b-48a5-83b4-9f2b7d7aad60 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:36.577822 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4c7546bc-2a39-4d16-87c3-9589e6e2833f req-9e53fdd6-f70b-48a5-83b4-9f2b7d7aad60 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0554099 Nov 02 12:54:36.628128 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4c7546bc-2a39-4d16-87c3-9589e6e2833f req-2cd55327-f4c3-46c2-b2f4-595974685a45 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Nov 02 12:54:36.864813 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a4e43-62de-4d47-8098-c01cebcd87c2 req-de82bd06-7cd4-4756-914f-b450c8201ce5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:36.866450 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d86a4e43-62de-4d47-8098-c01cebcd87c2 req-de82bd06-7cd4-4756-914f-b450c8201ce5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 945 time: 0.0528519 Nov 02 12:54:36.923618 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d86a4e43-62de-4d47-8098-c01cebcd87c2 req-ad132369-db64-4d59-89ae-f8641cc75ad2 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512803 Nov 02 12:54:37.148770 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6e651-f941-4af2-b977-72d898c93ad0 req-5b2381fd-7d85-40a0-b1f0-1b5c6536febd tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:37.150366 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1ee6e651-f941-4af2-b977-72d898c93ad0 req-5b2381fd-7d85-40a0-b1f0-1b5c6536febd tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0574942 Nov 02 12:54:37.206812 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1ee6e651-f941-4af2-b977-72d898c93ad0 req-be356b0a-4b52-41ef-a774-9a017abec103 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486991 Nov 02 12:54:37.468237 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['f9228980-d82d-4aaa-a38d-0af21963a57f'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:54:37.660666 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 49750) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:37.762591 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ef525-e362-401f-a20d-1652b9961ae4 req-c3493fc4-9a62-4a3b-b480-1a15b2e6ff71 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:37.764105 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-db7ef525-e362-401f-a20d-1652b9961ae4 req-c3493fc4-9a62-4a3b-b480-1a15b2e6ff71 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0586343 Nov 02 12:54:37.820710 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-db7ef525-e362-401f-a20d-1652b9961ae4 req-c569f348-8190-4536-8886-3bfac51a8714 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500889 Nov 02 12:54:38.099399 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4776e-c07f-44cf-bba9-032ead5eac26 req-82028e96-6ed6-4944-9ed5-7b4c377c805e tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:38.100820 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a7d4776e-c07f-44cf-bba9-032ead5eac26 req-82028e96-6ed6-4944-9ed5-7b4c377c805e tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 945 time: 0.0960164 Nov 02 12:54:38.106644 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623080'] for router_interface (a5cb1461-ef67-475e-a6c1-7f0d379abffc), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:38.212848 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a7d4776e-c07f-44cf-bba9-032ead5eac26 req-482ef301-d626-4624-bda9-9c9308a9f94b tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041014 Nov 02 12:54:38.345119 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34481165-ce11-4089-8389-c48867ee0e4b req-f6dfb658-6a41-4e0a-be9c-aabb07176b30 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:38.346728 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-34481165-ce11-4089-8389-c48867ee0e4b req-f6dfb658-6a41-4e0a-be9c-aabb07176b30 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0594292 Nov 02 12:54:38.400700 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-34481165-ce11-4089-8389-c48867ee0e4b req-14900176-aabb-497f-90f6-7bd19dde630e tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475388 Nov 02 12:54:38.647472 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Deleting port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:38.647912 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:38.733861 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] For port 77ac93ad-df6d-446d-a5f9-c2be81c4b51a, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=77ac93ad-df6d-446d-a5f9-c2be81c4b51a,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:38.734237 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:38.747226 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Calling delete_port for 77ac93ad-df6d-446d-a5f9-c2be81c4b51a owned by network:router_interface {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:38.970160 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (77ac93ad-df6d-446d-a5f9-c2be81c4b51a), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:38.981350 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc8507-238f-4713-b4b7-3617951712ab req-42bc9e98-0f6a-40a5-b88b-c98029dcba61 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:38.982830 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e0bc8507-238f-4713-b4b7-3617951712ab req-42bc9e98-0f6a-40a5-b88b-c98029dcba61 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0930979 Nov 02 12:54:39.009562 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=77ac93ad-df6d-446d-a5f9-c2be81c4b51a,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:39.031052 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.031396 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.031743 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.032546 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.032546 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.032822 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.033063 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.033423 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.033767 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.034110 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.034406 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.034727 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.035048 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.157888 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e0bc8507-238f-4713-b4b7-3617951712ab req-ce15a3bf-5a10-4ec2-8926-dc807814acc4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546552 Nov 02 12:54:39.173915 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623960'] for router_interface (a5cb1461-ef67-475e-a6c1-7f0d379abffc), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.350263 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70182d1-1173-47be-8187-0949a15e2183 req-d23d946c-d520-4ad0-be3a-f779292409f2 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:39.356717 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a70182d1-1173-47be-8187-0949a15e2183 req-d23d946c-d520-4ad0-be3a-f779292409f2 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 945 time: 0.0619423 Nov 02 12:54:39.394262 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Router a5cb1461-ef67-475e-a6c1-7f0d379abffc has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:39.423249 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a70182d1-1173-47be-8187-0949a15e2183 req-631c4db3-4c26-4130-b369-215c7f4782cc tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651240 Nov 02 12:54:39.508916 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49786) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:39.529913 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:39.535184 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-6704011d-bf5b-4c1c-a09b-06e1e3f68e4b admin admin] 10.222.0.90 "PUT /v2.0/routers/a5cb1461-ef67-475e-a6c1-7f0d379abffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8732121 Nov 02 12:54:39.538560 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 49790) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:39.541502 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83ab4df-0cfe-4faa-8312-2eb5dcf64afa None None] Sync routers for ids ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:39.553539 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83ab4df-0cfe-4faa-8312-2eb5dcf64afa None None] Routers {'a5cb1461-ef67-475e-a6c1-7f0d379abffc'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:39.554283 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c83ab4df-0cfe-4faa-8312-2eb5dcf64afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:54:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:39.596699 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0666acf-0a0b-4503-b573-58adb8beca42 req-aad970a4-4021-48d1-a978-b3e297f78494 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:39.598210 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0666acf-0a0b-4503-b573-58adb8beca42 req-aad970a4-4021-48d1-a978-b3e297f78494 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.1156542 Nov 02 12:54:39.664436 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-c83ab4df-0cfe-4faa-8312-2eb5dcf64afa None None] Set router a5cb1461-ef67-475e-a6c1-7f0d379abffc gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:39.681708 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Publish callbacks [] for router (a5cb1461-ef67-475e-a6c1-7f0d379abffc), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.688011 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0666acf-0a0b-4503-b573-58adb8beca42 req-5c4762e3-0229-4995-b9d2-adb2e3729fd2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826695 Nov 02 12:54:39.694585 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.779716 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Publish callbacks [] for security_group (abdcb38a-b302-4601-985f-8f0287c20ed2), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.785194 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (abdcb38a-b302-4601-985f-8f0287c20ed2), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.798540 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Publish callbacks [] for router_gateway (a5cb1461-ef67-475e-a6c1-7f0d379abffc), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.828072 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7a45ab62bcfa4e59ab951d8fbe6cbec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180292 Nov 02 12:54:39.828983 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdcb38a-b302-4601-985f-8f0287c20ed2,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:39.830925 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 49794) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:39.836899 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.837345 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.837761 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.838155 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.838553 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.838957 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.839284 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.839618 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.839946 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.840376 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.840639 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.840964 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.841286 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776134f-226c-42b6-aaa0-51fea1cf8acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:39.868881 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c83ab4df-0cfe-4faa-8312-2eb5dcf64afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'name': 'tempest-DeleteServersTestJSON-1337603195-router', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203'}], 'enable_snat': True}, 'gw_port_id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:54:38Z', 'revision_number': 5, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'gw_port': {'id': 'cd074a01-66ed-49bf-8b91-4b8027b56abb', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:39.882439 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Deleting port cd074a01-66ed-49bf-8b91-4b8027b56abb {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:39.882760 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.893616 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83ab4df-0cfe-4faa-8312-2eb5dcf64afa None None] Checking router: a5cb1461-ef67-475e-a6c1-7f0d379abffc for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:39.902433 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83ab4df-0cfe-4faa-8312-2eb5dcf64afa None None] Routers {'a5cb1461-ef67-475e-a6c1-7f0d379abffc'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:39.903125 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c83ab4df-0cfe-4faa-8312-2eb5dcf64afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:54:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:39.930920 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9b75de2a-f705-4814-a7f8-b761fbc30443 admin admin] Publish callbacks [] for security_group (abdcb38a-b302-4601-985f-8f0287c20ed2), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.963466 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9b75de2a-f705-4814-a7f8-b761fbc30443 admin admin] Publish callbacks [] for security_group (abdcb38a-b302-4601-985f-8f0287c20ed2), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:39.986905 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-c83ab4df-0cfe-4faa-8312-2eb5dcf64afa None None] Set router a5cb1461-ef67-475e-a6c1-7f0d379abffc gateway port host: None {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:40.007172 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] For port cd074a01-66ed-49bf-8b91-4b8027b56abb, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=cd074a01-66ed-49bf-8b91-4b8027b56abb,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:40.007530 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.023034 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Calling delete_port for cd074a01-66ed-49bf-8b91-4b8027b56abb owned by network:router_gateway {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:40.038622 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c83ab4df-0cfe-4faa-8312-2eb5dcf64afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'name': 'tempest-DeleteServersTestJSON-1337603195-router', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:54:39Z', 'revision_number': 6, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'gw_port_host': None}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:40.066572 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83ab4df-0cfe-4faa-8312-2eb5dcf64afa None None] The sync data for ids ['a5cb1461-ef67-475e-a6c1-7f0d379abffc'] in dv-cinder-863278-1-iscsi is: [{'id': 'a5cb1461-ef67-475e-a6c1-7f0d379abffc', 'name': 'tempest-DeleteServersTestJSON-1337603195-router', 'tenant_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:54:39Z', 'revision_number': 6, 'project_id': '7d2c4b25d8f447e99927fa32e9f35b1a', 'gw_port_host': None}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:40.079149 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9b75de2a-f705-4814-a7f8-b761fbc30443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (abdcb38a-b302-4601-985f-8f0287c20ed2), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.081790 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9b75de2a-f705-4814-a7f8-b761fbc30443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.082970 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-9b75de2a-f705-4814-a7f8-b761fbc30443 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/abdcb38a-b302-4601-985f-8f0287c20ed2 HTTP/1.1" status: 204 len: 168 time: 0.2508864 Nov 02 12:54:40.105397 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75de2a-f705-4814-a7f8-b761fbc30443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdcb38a-b302-4601-985f-8f0287c20ed2,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:40.226675 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (cd074a01-66ed-49bf-8b91-4b8027b56abb), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.254207 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd074a01-66ed-49bf-8b91-4b8027b56abb,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:40.279456 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624418'] for router_gateway (a5cb1461-ef67-475e-a6c1-7f0d379abffc), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.304140 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13319c-3021-4d4c-b764-43b75950134f req-cd80c4fd-d6c9-4f24-91bd-bd931d181fb3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:40.305617 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8a13319c-3021-4d4c-b764-43b75950134f req-cd80c4fd-d6c9-4f24-91bd-bd931d181fb3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0662050 Nov 02 12:54:40.355131 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8a13319c-3021-4d4c-b764-43b75950134f req-4e975716-c594-45cd-bf8b-e5ac7a59e438 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436530 Nov 02 12:54:40.388029 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6593'] for router (a5cb1461-ef67-475e-a6c1-7f0d379abffc), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.390224 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Publish callbacks [] for router_controller (a5cb1461-ef67-475e-a6c1-7f0d379abffc), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.477580 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622926'] for router (a5cb1461-ef67-475e-a6c1-7f0d379abffc), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.478278 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5cb1461-ef67-475e-a6c1-7f0d379abffc {{(pid=110475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:54:40.487346 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.490434 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-fccec631-dd76-4785-ae85-f20a0c395c7f admin admin] 10.222.0.90 "DELETE /v2.0/routers/a5cb1461-ef67-475e-a6c1-7f0d379abffc HTTP/1.1" status: 204 len: 168 time: 0.9509175 Nov 02 12:54:40.493184 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 49814) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:40.575970 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48b7497-a046-4fbd-b662-71282381c83f admin admin] Deleting subnet 3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:54:40.580227 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d48b7497-a046-4fbd-b662-71282381c83f admin admin] Publish callbacks [] for subnet (3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.619406 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5e5a2-b218-4f9b-b10d-267c7ba8227a req-b06b2ec6-1b51-4113-becb-048e507c97cd tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:40.621024 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d6e5e5a2-b218-4f9b-b10d-267c7ba8227a req-b06b2ec6-1b51-4113-becb-048e507c97cd tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 945 time: 0.0977740 Nov 02 12:54:40.630342 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d48b7497-a046-4fbd-b662-71282381c83f admin admin] Publish callbacks [] for subnet (3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.741224 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d48b7497-a046-4fbd-b662-71282381c83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:40.746212 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d6e5e5a2-b218-4f9b-b10d-267c7ba8227a req-8ccdadc1-f999-417a-ab4d-55b45a8b9648 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184886 Nov 02 12:54:40.829412 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49828) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:40.868076 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded811e-9c45-41b6-880d-7d6fa24c68b4 req-18dabd07-a010-4e63-86fe-665fc189410a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:40.869796 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2ded811e-9c45-41b6-880d-7d6fa24c68b4 req-18dabd07-a010-4e63-86fe-665fc189410a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0759549 Nov 02 12:54:40.934638 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2ded811e-9c45-41b6-880d-7d6fa24c68b4 req-a139924c-714f-49b5-a76e-d18ec2dc693a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553217 Nov 02 12:54:40.978926 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1763043316-network', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:41.001393 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Made reservation on behalf of 1ffa8215f4d6479babed8b59e14b7e39 for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:41.004538 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.015560 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.068667 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d48b7497-a046-4fbd-b662-71282381c83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.094668 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b7497-a046-4fbd-b662-71282381c83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:41.098283 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d48b7497-a046-4fbd-b662-71282381c83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.098424 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Publish callbacks [] for security_group (d071859a-daac-4f5b-ad02-e4f061275efb), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.101812 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-d48b7497-a046-4fbd-b662-71282381c83f admin admin] 10.222.0.90 "DELETE /v2.0/subnets/3ea939e0-91aa-41ca-b4a1-69a4d23dcbaf HTTP/1.1" status: 204 len: 168 time: 0.6069207 Nov 02 12:54:41.105122 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 49832) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:41.107775 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d071859a-daac-4f5b-ad02-e4f061275efb), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.108478 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66fa7dc-9eb9-4dc8-8eea-a2f32ca59766 None None] Network 60d337b4-4ca8-43ed-afc1-671fbf50993a requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:54:41.131215 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] vlan segment allocate from pool success with {'vlan_id': 1416, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:41.148164 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d071859a-daac-4f5b-ad02-e4f061275efb,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:41.152406 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (8774c51c-c056-4973-bff2-11ea1c5c10ee), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.152754 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Added segment 8774c51c-c056-4973-bff2-11ea1c5c10ee of type vlan for network dc24f821-79ec-4404-92fe-d5786cb39ed4 Nov 02 12:54:41.198931 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (60d337b4-4ca8-43ed-afc1-671fbf50993a), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.205907 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (dc24f821-79ec-4404-92fe-d5786cb39ed4), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.247519 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (dc24f821-79ec-4404-92fe-d5786cb39ed4), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.248961 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:41.249642 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.266232 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Deleting port b7e36a80-1975-4f49-8050-b76422969df3 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:41.266580 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (b7e36a80-1975-4f49-8050-b76422969df3), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.313160 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4810419 Nov 02 12:54:41.317728 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49834) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:41.323026 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] Request body: {'subnet': {'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1763043316-subnet', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'ip_version': 4}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:41.326288 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5767b-54ee-4eba-8d59-2c686dce871a admin admin] Pushing event updated for resources: {'Network': ['ID=dc24f821-79ec-4404-92fe-d5786cb39ed4,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:41.338177 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:41.338360 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] For port b7e36a80-1975-4f49-8050-b76422969df3, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=b7e36a80-1975-4f49-8050-b76422969df3,segment=NetworkSegment(7c80e75d-a1e1-468d-bb3c-088fd63ca4be),segment_id=7c80e75d-a1e1-468d-bb3c-088fd63ca4be)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:41.338561 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (b7e36a80-1975-4f49-8050-b76422969df3), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.343385 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af8cbd0-4128-403f-829e-9c8019e4e1f8 None None] DHCP port deletion for 60d337b4-4ca8-43ed-afc1-671fbf50993a request from dv-cinder-863278-1-iscsi {{(pid=110477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 12:54:41.347486 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] Made reservation on behalf of 1ffa8215f4d6479babed8b59e14b7e39 for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:41.350445 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.353988 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Calling delete_port for b7e36a80-1975-4f49-8050-b76422969df3 owned by network:dhcp {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:41.449935 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-6af8cbd0-4128-403f-829e-9c8019e4e1f8 None None] Deleting port b7e36a80-1975-4f49-8050-b76422969df3 {{(pid=110477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:41.450334 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6af8cbd0-4128-403f-829e-9c8019e4e1f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (b7e36a80-1975-4f49-8050-b76422969df3), before_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.455038 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (b7e36a80-1975-4f49-8050-b76422969df3), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.494279 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e36a80-1975-4f49-8050-b76422969df3,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:41.501450 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] No DVR routers for this DVR port b7e36a80-1975-4f49-8050-b76422969df3 on host dv-cinder-863278-1-iscsi {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:54:41.544959 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-6af8cbd0-4128-403f-829e-9c8019e4e1f8 None None] For port b7e36a80-1975-4f49-8050-b76422969df3, host dv-cinder-863278-1-iscsi, got binding levels [] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:41.545487 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6af8cbd0-4128-403f-829e-9c8019e4e1f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (b7e36a80-1975-4f49-8050-b76422969df3), precommit_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.561860 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-6af8cbd0-4128-403f-829e-9c8019e4e1f8 None None] Calling delete_port for b7e36a80-1975-4f49-8050-b76422969df3 owned by network:dhcp {{(pid=110477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:41.566931 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.ipam_backend_mixin [None req-6af8cbd0-4128-403f-829e-9c8019e4e1f8 None None] Port b7e36a80-1975-4f49-8050-b76422969df3 was not found and therefore no delete operation was performed {{(pid=110477) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 02 12:54:41.568522 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6af8cbd0-4128-403f-829e-9c8019e4e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (b7e36a80-1975-4f49-8050-b76422969df3), after_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.570920 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (0fbde265-5d79-4d53-8333-cf7c9065b76f), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.583981 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d2100-3f0d-4f99-8440-a3e99d9f6ca0 req-75c481d2-3eb6-4655-8192-88f75140608b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:41.585786 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5a0d2100-3f0d-4f99-8440-a3e99d9f6ca0 req-75c481d2-3eb6-4655-8192-88f75140608b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.1421354 Nov 02 12:54:41.595284 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (60d337b4-4ca8-43ed-afc1-671fbf50993a), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.611215 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8cbd0-4128-403f-829e-9c8019e4e1f8 None None] Pushing event deleted for resources: {'Port': ['ID=b7e36a80-1975-4f49-8050-b76422969df3,revision_number=None']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:41.615069 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8cbd0-4128-403f-829e-9c8019e4e1f8 None None] No DVR routers for this DVR port b7e36a80-1975-4f49-8050-b76422969df3 on host dv-cinder-863278-1-iscsi {{(pid=110477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:54:41.630277 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.630641 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.631574 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.631894 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > port after_create 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.632381 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.632619 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > port after_update 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.632933 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.633270 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.633593 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.633931 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.641053 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device cd074a01-66ed-49bf-8b91-4b8027b56abb no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:41.651019 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbde265-5d79-4d53-8333-cf7c9065b76f,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:41.661478 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] Checking segment: {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:54:41.661851 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] Network hostable DHCP agents. Network: dc24f821-79ec-4404-92fe-d5786cb39ed4, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:41.668614 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: cd074a01-66ed-49bf-8b91-4b8027b56abb {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:54:41.669039 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device cd074a01-66ed-49bf-8b91-4b8027b56abb not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:41.669518 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device b7e36a80-1975-4f49-8050-b76422969df3 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:41.680178 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:41.690048 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, dc24f821-79ec-4404-92fe-d5786cb39ed4) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:41.691762 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: b7e36a80-1975-4f49-8050-b76422969df3 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:54:41.692115 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device b7e36a80-1975-4f49-8050-b76422969df3 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:41.692575 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 77ac93ad-df6d-446d-a5f9-c2be81c4b51a no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:41.697892 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:41.698692 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.716512 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f7be488d-0f0d-423b-8cf7-26a1bb312dfd admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3975320 Nov 02 12:54:41.716840 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf37f66-cdb2-4c58-a7b6-febc4714fa77 None None] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:54:41.719940 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49838) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:41.720177 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 77ac93ad-df6d-446d-a5f9-c2be81c4b51a {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:54:41.720360 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 77ac93ad-df6d-446d-a5f9-c2be81c4b51a not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:41.723690 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:41.744969 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (c15da600-e74c-4dff-9465-93de1da19778), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.746008 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (c15da600-e74c-4dff-9465-93de1da19778), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.768982 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.769913 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.770791 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.771369 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:54:41.771933 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d337b4-4ca8-43ed-afc1-671fbf50993a']}} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:41.804822 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Publish callbacks [] for router_controller (c15da600-e74c-4dff-9465-93de1da19778), precommit_add_association {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.809604 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c80e75d-a1e1-468d-bb3c-088fd63ca4be') {'for_net_delete': True} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:41.809909 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c80e75d-a1e1-468d-bb3c-088fd63ca4be') {} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:41.832470 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-dc24f821-79ec-4404-92fe-d5786cb39ed4', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:54:41.833395 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.862952 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16000405'] for segment (7c80e75d-a1e1-468d-bb3c-088fd63ca4be), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.892787 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (7c80e75d-a1e1-468d-bb3c-088fd63ca4be), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.903928 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Releasing vlan 1432 on physical network physnet1 to pool {{(pid=110475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:41.905072 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12738436'] for segment (7c80e75d-a1e1-468d-bb3c-088fd63ca4be), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:41.985800 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5a0d2100-3f0d-4f99-8440-a3e99d9f6ca0 req-849836d7-acab-4dab-ba05-f1b0213439c3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872626 Nov 02 12:54:41.997224 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (60d337b4-4ca8-43ed-afc1-671fbf50993a), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.005581 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.012054 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] 10.222.0.90 "DELETE /v2.0/networks/60d337b4-4ca8-43ed-afc1-671fbf50993a HTTP/1.1" status: 204 len: 168 time: 0.9059203 Nov 02 12:54:42.016737 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Publish callbacks [] for router_gateway (c15da600-e74c-4dff-9465-93de1da19778), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.049779 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907739e-153b-4160-98e8-b865f51b9349 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d337b4-4ca8-43ed-afc1-671fbf50993a,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:42.050476 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Allocated IP 172.20.0.2 (dc24f821-79ec-4404-92fe-d5786cb39ed4/0fbde265-5d79-4d53-8333-cf7c9065b76f/d7e6a278-5d41-44aa-b98d-fc32e9429b2b) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:42.107445 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86c181-3e61-4588-be47-dc6444537edd req-e702e1bc-00c0-46d4-b483-74c797d617b8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:42.117517 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3a86c181-3e61-4588-be47-dc6444537edd req-e702e1bc-00c0-46d4-b483-74c797d617b8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 945 time: 0.2507172 Nov 02 12:54:42.194035 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3a86c181-3e61-4588-be47-dc6444537edd req-6fda7b97-b56a-4012-badd-bd2e6f886e5d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754800 Nov 02 12:54:42.230699 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff786-d031-4ddd-a022-5501e9686ef6 req-8733865a-ef26-4dda-a777-5196610350d3 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:42.232542 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-be2ff786-d031-4ddd-a022-5501e9686ef6 req-8733865a-ef26-4dda-a777-5196610350d3 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0886302 Nov 02 12:54:42.235460 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49856) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:42.262720 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Publish callbacks [] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.274299 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.304476 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-be2ff786-d031-4ddd-a022-5501e9686ef6 req-f7f31536-e86c-4d8c-a4c8-73c4538defb0 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624576 Nov 02 12:54:42.320559 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 7c80e75d-a1e1-468d-bb3c-088fd63ca4be resource provider aggregate not found Nov 02 12:54:42.321228 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:42.325677 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:42.328315 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:42.331923 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Pushing event updated for resources: {'Port': ['ID=d7e6a278-5d41-44aa-b98d-fc32e9429b2b,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:42.337999 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 7c80e75d-a1e1-468d-bb3c-088fd63ca4be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c80e75d-a1e1-468d-bb3c-088fd63ca4be found for delete ", "request_id": "req-2d2102d5-6f84-4105-9d29-0bda0677acaf"}]} Nov 02 12:54:42.360695 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-59b44940-bcc0-48b4-9e4c-47d14c4074bc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7d2c4b25d8f447e99927fa32e9f35b1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1237931 Nov 02 12:54:42.363034 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49862) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:42.387810 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Attempting to bind port d7e6a278-5d41-44aa-b98d-fc32e9429b2b on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:54:42.388189 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Attempting to bind port d7e6a278-5d41-44aa-b98d-fc32e9429b2b by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:54:42.388591 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Attempting to bind port d7e6a278-5d41-44aa-b98d-fc32e9429b2b on network dc24f821-79ec-4404-92fe-d5786cb39ed4 {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:42.394351 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:42.395120 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Checking segment: {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:54:42.395636 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.396028 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Bound using segment: {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:42.396516 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Bound port: d7e6a278-5d41-44aa-b98d-fc32e9429b2b, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:54:42.397213 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.430219 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Publish callbacks [] for router_gateway (c15da600-e74c-4dff-9465-93de1da19778), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.456527 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.461135 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] For port d7e6a278-5d41-44aa-b98d-fc32e9429b2b, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:42.466457 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] For port d7e6a278-5d41-44aa-b98d-fc32e9429b2b, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=d7e6a278-5d41-44aa-b98d-fc32e9429b2b,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:42.467695 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2946c3aa-5719-4c1d-9bb4-34d513720c4a admin admin] Publish callbacks [] for security_group (e5b3d1ff-7efc-4e06-8f73-57df9e1839db), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.474894 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.528332 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2946c3aa-5719-4c1d-9bb4-34d513720c4a admin admin] Publish callbacks [] for security_group (e5b3d1ff-7efc-4e06-8f73-57df9e1839db), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.531701 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4e5a6-a4d7-4585-8e7b-b89acf71784a None None] Pushing event updated for resources: {'Port': ['ID=d7e6a278-5d41-44aa-b98d-fc32e9429b2b,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:42.610165 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Allocated IP 172.27.4.65 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/0bce7780-c4b9-4aa2-b6f7-8561129780b4) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:42.621939 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2946c3aa-5719-4c1d-9bb4-34d513720c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (e5b3d1ff-7efc-4e06-8f73-57df9e1839db), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.624612 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2946c3aa-5719-4c1d-9bb4-34d513720c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.625788 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-2946c3aa-5719-4c1d-9bb4-34d513720c4a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e5b3d1ff-7efc-4e06-8f73-57df9e1839db HTTP/1.1" status: 204 len: 168 time: 0.2618198 Nov 02 12:54:42.691478 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946c3aa-5719-4c1d-9bb4-34d513720c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b3d1ff-7efc-4e06-8f73-57df9e1839db,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:42.767919 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Publish callbacks [] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.803788 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:42.842772 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:42.847243 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:42.854469 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:42.888515 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Pushing event updated for resources: {'Port': ['ID=0bce7780-c4b9-4aa2-b6f7-8561129780b4,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:43.069832 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Publish callbacks [] for router_gateway (c15da600-e74c-4dff-9465-93de1da19778), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.344970 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1a2af-74bc-40a7-b87b-89edc00eee87 req-d96d322c-f997-437c-ba16-35d7474a3e72 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:43.352550 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-72f1a2af-74bc-40a7-b87b-89edc00eee87 req-d96d322c-f997-437c-ba16-35d7474a3e72 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 945 time: 0.0716648 Nov 02 12:54:43.407703 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadf5e9-4297-4dcc-b8e0-9f3c4a956d15 req-0ef1ee5c-6494-4d1b-b87e-b035981ad900 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:43.409233 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-aeadf5e9-4297-4dcc-b8e0-9f3c4a956d15 req-0ef1ee5c-6494-4d1b-b87e-b035981ad900 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.2986977 Nov 02 12:54:43.414843 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-72f1a2af-74bc-40a7-b87b-89edc00eee87 req-7dde87d8-a82c-455f-b2e3-b7ae0f75b236 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611348 Nov 02 12:54:43.545721 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8308d5-4303-4ced-bfaa-3865ba3443b7 None None] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:54:43.552653 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-aeadf5e9-4297-4dcc-b8e0-9f3c4a956d15 req-302e1645-20b4-4d3a-a491-315fb5e94090 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010110 Nov 02 12:54:43.558332 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0e989-fa72-49dd-bfd8-782dfcc8aa81 req-67b054f6-f728-4c9c-936a-58c061aea8ea tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:43.560966 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ecc0e989-fa72-49dd-bfd8-782dfcc8aa81 req-67b054f6-f728-4c9c-936a-58c061aea8ea tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.0809345 Nov 02 12:54:43.574638 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (c15da600-e74c-4dff-9465-93de1da19778), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.644923 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ecc0e989-fa72-49dd-bfd8-782dfcc8aa81 req-20140bdf-3981-409e-96a2-a97a4cd85060 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747905 Nov 02 12:54:43.686883 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device d7e6a278-5d41-44aa-b98d-fc32e9429b2b up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:43.733001 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Router c15da600-e74c-4dff-9465-93de1da19778 is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:54:43.750829 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-3f63556b-d3b9-46e7-9dcc-a117971bda64 None None] Provisioning complete for port d7e6a278-5d41-44aa-b98d-fc32e9429b2b triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:43.751211 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3f63556b-d3b9-46e7-9dcc-a117971bda64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.751556 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-3f63556b-d3b9-46e7-9dcc-a117971bda64 None None] Attempt 1 to provision port d7e6a278-5d41-44aa-b98d-fc32e9429b2b Nov 02 12:54:43.828997 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port d7e6a278-5d41-44aa-b98d-fc32e9429b2b triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:43.829407 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.829753 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port d7e6a278-5d41-44aa-b98d-fc32e9429b2b Nov 02 12:54:43.851815 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:43.870407 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Sync routers for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:43.873779 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.875579 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-8a489cc5-83be-4de5-8fa9-a94ddfb9cb18 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1551855 Nov 02 12:54:43.878832 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49896) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:43.901727 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca9f69-0374-4cbd-b5aa-0607e197c90f req-5abac26c-05dd-4ca6-a9e3-762ca26a37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:43.903514 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7aca9f69-0374-4cbd-b5aa-0607e197c90f req-5abac26c-05dd-4ca6-a9e3-762ca26a37f3 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 1129 time: 0.0878489 Nov 02 12:54:43.920931 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:43.921925 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:54:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:43.988858 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7aca9f69-0374-4cbd-b5aa-0607e197c90f req-5aa8f878-74ab-45d5-9fea-0bf7e31b4262 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763035 Nov 02 12:54:43.993187 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-3f63556b-d3b9-46e7-9dcc-a117971bda64 None None] Current status of the port d7e6a278-5d41-44aa-b98d-fc32e9429b2b is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:43.993590 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3f63556b-d3b9-46e7-9dcc-a117971bda64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.043942 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c074d7a0-ff6b-442f-986c-61ef7a9eafd3 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:54:44.046505 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device f9228980-d82d-4aaa-a38d-0af21963a57f up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:44.310395 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port d7e6a278-5d41-44aa-b98d-fc32e9429b2b is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:44.310794 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.322180 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-3f63556b-d3b9-46e7-9dcc-a117971bda64 None None] For port d7e6a278-5d41-44aa-b98d-fc32e9429b2b, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=d7e6a278-5d41-44aa-b98d-fc32e9429b2b,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:44.336935 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:44.349164 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3f63556b-d3b9-46e7-9dcc-a117971bda64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.369692 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.489848 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port f9228980-d82d-4aaa-a38d-0af21963a57f completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:54:44.557186 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Allocated IP 172.20.0.1 (dc24f821-79ec-4404-92fe-d5786cb39ed4/0fbde265-5d79-4d53-8333-cf7c9065b76f/54c21568-383f-48fa-be93-0ab7956c026d) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:44.557970 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port f9228980-d82d-4aaa-a38d-0af21963a57f triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:44.558653 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.558653 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port f9228980-d82d-4aaa-a38d-0af21963a57f Nov 02 12:54:44.596261 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b57e4-3fb5-49b6-848c-b5ccc16d1059 req-8799d409-01b4-4eb7-8058-7da683092388 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:44.599332 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-735b57e4-3fb5-49b6-848c-b5ccc16d1059 req-8799d409-01b4-4eb7-8058-7da683092388 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 945 time: 0.0906668 Nov 02 12:54:44.641895 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-bbe6a4c4-1d2e-47a1-b494-c1a3a5780eb4 None None] Provisioning complete for port d7e6a278-5d41-44aa-b98d-fc32e9429b2b triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:44.642274 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a4c4-1d2e-47a1-b494-c1a3a5780eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.642619 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-bbe6a4c4-1d2e-47a1-b494-c1a3a5780eb4 None None] Attempt 1 to provision port d7e6a278-5d41-44aa-b98d-fc32e9429b2b Nov 02 12:54:44.644121 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63556b-d3b9-46e7-9dcc-a117971bda64 None None] Pushing event updated for resources: {'Port': ['ID=d7e6a278-5d41-44aa-b98d-fc32e9429b2b,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:44.648710 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port c074d7a0-ff6b-442f-986c-61ef7a9eafd3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c074d7a0-ff6b-442f-986c-61ef7a9eafd3,segment=NetworkSegment(718e5dcc-f1ee-4627-a5db-21375990c185),segment_id=718e5dcc-f1ee-4627-a5db-21375990c185)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:44.686778 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.db.api [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:54:44.687138 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG oslo_db.api [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:54:44.694318 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-735b57e4-3fb5-49b6-848c-b5ccc16d1059 req-2fca59c0-823c-4873-91e7-1acca5499fdd tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645263 Nov 02 12:54:44.697482 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc299-b6c4-40c5-a5b9-68be5973b23e req-6315fb2e-803f-471f-ab49-27bf95280ab8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:44.704921 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-dd7bc299-b6c4-40c5-a5b9-68be5973b23e req-6315fb2e-803f-471f-ab49-27bf95280ab8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0775204 Nov 02 12:54:44.707871 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': 'c074d7a0-ff6b-442f-986c-61ef7a9eafd3', 'network_id': 'dd913d2e-61bf-4776-8fa2-6366366409f4', 'port_id': 'c074d7a0-ff6b-442f-986c-61ef7a9eafd3', 'mac_address': 'fa:16:3e:72:bc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba019307-65e7-4501-8737-05d43fdd3c6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:54:44.724606 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Publish callbacks [] for port (54c21568-383f-48fa-be93-0ab7956c026d), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.763812 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-dd7bc299-b6c4-40c5-a5b9-68be5973b23e req-359cd082-563f-4931-9392-7030581730f1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512617 Nov 02 12:54:44.791369 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (54c21568-383f-48fa-be93-0ab7956c026d), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.812578 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:44.812970 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.836434 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:44.842033 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:44.844596 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:44.845408 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (c15da600-e74c-4dff-9465-93de1da19778), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.860670 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c074d7a0-ff6b-442f-986c-61ef7a9eafd3 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:54:44.867725 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port f9228980-d82d-4aaa-a38d-0af21963a57f is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:44.868156 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.905417 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6a4c4-1d2e-47a1-b494-c1a3a5780eb4 None None] Current status of the port d7e6a278-5d41-44aa-b98d-fc32e9429b2b is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:44.909816 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port c074d7a0-ff6b-442f-986c-61ef7a9eafd3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c074d7a0-ff6b-442f-986c-61ef7a9eafd3,segment=NetworkSegment(718e5dcc-f1ee-4627-a5db-21375990c185),segment_id=718e5dcc-f1ee-4627-a5db-21375990c185)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:44.913085 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Pushing event updated for resources: {'Port': ['ID=54c21568-383f-48fa-be93-0ab7956c026d,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:44.920600 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.928140 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f561ba4f-0814-475b-8ad1-5e79cfe5b851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9228980-d82d-4aaa-a38d-0af21963a57f'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:44.930790 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ce2c87-cf90-460c-bd6f-e03300eea7cc" -d '{"events": [{"server_uuid": "f561ba4f-0814-475b-8ad1-5e79cfe5b851", "name": "network-vif-plugged", "status": "completed", "tag": "f9228980-d82d-4aaa-a38d-0af21963a57f"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:44.966905 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74c66f-32a0-4ec2-b4ab-1753921ef301 req-6fcfa430-7c3f-4d23-b553-f707bb520bd3 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:44.969280 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port f9228980-d82d-4aaa-a38d-0af21963a57f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9228980-d82d-4aaa-a38d-0af21963a57f,segment=NetworkSegment(f7326cd5-1531-44c6-91ef-34c81d66593b),segment_id=f7326cd5-1531-44c6-91ef-34c81d66593b)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:44.973804 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1f74c66f-32a0-4ec2-b4ab-1753921ef301 req-6fcfa430-7c3f-4d23-b553-f707bb520bd3 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 944 time: 0.1559737 Nov 02 12:54:44.978264 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:42Z', 'revision_number': 3, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:45.004916 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.014309 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Checking router: c15da600-e74c-4dff-9465-93de1da19778 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:45.014673 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Updating router c15da600-e74c-4dff-9465-93de1da19778 port 0bce7780-c4b9-4aa2-b6f7-8561129780b4 binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:54:45.022426 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0543aaf7-fad6-46b5-ada2-89f04da4507f x-openstack-request-id: req-0543aaf7-fad6-46b5-ada2-89f04da4507f {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:45.022889 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f561ba4f-0814-475b-8ad1-5e79cfe5b851", "name": "network-vif-plugged", "status": "completed", "tag": "f9228980-d82d-4aaa-a38d-0af21963a57f", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:45.022993 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0543aaf7-fad6-46b5-ada2-89f04da4507f {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:45.023391 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0543aaf7-fad6-46b5-ada2-89f04da4507f'] response: {'server_uuid': 'f561ba4f-0814-475b-8ad1-5e79cfe5b851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9228980-d82d-4aaa-a38d-0af21963a57f', 'code': 200} Nov 02 12:54:45.048687 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=c074d7a0-ff6b-442f-986c-61ef7a9eafd3,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:45.082577 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.107330 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (54c21568-383f-48fa-be93-0ab7956c026d), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.163302 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1f74c66f-32a0-4ec2-b4ab-1753921ef301 req-40b295c4-9421-472a-9855-ab0ff40650e3 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873426 Nov 02 12:54:45.188278 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=f9228980-d82d-4aaa-a38d-0af21963a57f,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:45.292452 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port d7e6a278-5d41-44aa-b98d-fc32e9429b2b is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:45.300560 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Provisioning complete for port 54c21568-383f-48fa-be93-0ab7956c026d triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:45.300945 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (54c21568-383f-48fa-be93-0ab7956c026d), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.301284 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Attempt 1 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:45.337087 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Publish callbacks [] for port (54c21568-383f-48fa-be93-0ab7956c026d), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.342525 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (54c21568-383f-48fa-be93-0ab7956c026d), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.343871 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (c15da600-e74c-4dff-9465-93de1da19778), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.344366 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Port 54c21568-383f-48fa-be93-0ab7956c026d cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:45.407749 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571262ac-d93f-44ca-9e3e-feb7572590e9 req-034da529-9023-44fa-a947-c6973f940378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:45.409512 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-571262ac-d93f-44ca-9e3e-feb7572590e9 req-034da529-9023-44fa-a947-c6973f940378 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 1130 time: 0.0499890 Nov 02 12:54:45.432017 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Pushing event updated for resources: {'Port': ['ID=54c21568-383f-48fa-be93-0ab7956c026d,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:45.446469 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Publish callbacks [] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.450739 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.454773 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.463500 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-571262ac-d93f-44ca-9e3e-feb7572590e9 req-147c4c83-58ad-4d9f-ba58-d298a30fa3e1 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474784 Nov 02 12:54:45.478151 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:45.479593 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:45.495678 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Attempting to bind port 0bce7780-c4b9-4aa2-b6f7-8561129780b4 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:54:45.496067 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Attempting to bind port 0bce7780-c4b9-4aa2-b6f7-8561129780b4 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:54:45.496489 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Attempting to bind port 0bce7780-c4b9-4aa2-b6f7-8561129780b4 on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:45.510517 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:45.510517 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:54:45.511378 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.511726 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:45.512264 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Bound port: 0bce7780-c4b9-4aa2-b6f7-8561129780b4, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:54:45.512647 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.515353 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673ce69-8a33-4fa6-b6e2-843279ed6792 None None] Pushing event updated for resources: {'Port': ['ID=0bce7780-c4b9-4aa2-b6f7-8561129780b4,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:45.566242 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] For port 0bce7780-c4b9-4aa2-b6f7-8561129780b4, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:45.570564 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] For port 0bce7780-c4b9-4aa2-b6f7-8561129780b4, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=0bce7780-c4b9-4aa2-b6f7-8561129780b4,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:45.579332 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.612815 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Router c15da600-e74c-4dff-9465-93de1da19778 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:45.614353 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:45.615099 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:54:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:45.663440 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device d7e6a278-5d41-44aa-b98d-fc32e9429b2b up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:45.714245 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673ce69-8a33-4fa6-b6e2-843279ed6792 None None] Pushing event updated for resources: {'Port': ['ID=0bce7780-c4b9-4aa2-b6f7-8561129780b4,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:45.785047 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port d7e6a278-5d41-44aa-b98d-fc32e9429b2b triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:45.785298 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.785638 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port d7e6a278-5d41-44aa-b98d-fc32e9429b2b Nov 02 12:54:45.788564 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:45.833687 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['c074d7a0-ff6b-442f-986c-61ef7a9eafd3'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:54:45.858339 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Attempt 2 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:45.864392 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850d47b-fbb9-4bb3-a8f0-b0ab4cfc5b04 req-a90c7b82-852f-4b52-9839-f3da2f6ae583 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:45.866643 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0850d47b-fbb9-4bb3-a8f0-b0ab4cfc5b04 req-a90c7b82-852f-4b52-9839-f3da2f6ae583 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.0657849 Nov 02 12:54:45.921304 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0850d47b-fbb9-4bb3-a8f0-b0ab4cfc5b04 req-b7b2cc12-f3bf-4adb-8f75-2113ce460db6 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480912 Nov 02 12:54:45.948152 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:45.954048 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e4d5dfaf-d423-4c6e-a452-c41df1c414df admin admin] 10.222.0.90 "PUT /v2.0/routers/c15da600-e74c-4dff-9465-93de1da19778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0739236 Nov 02 12:54:45.976023 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fd81f-ecef-4754-800b-5342f494158f req-c8e61a43-9fd9-4fab-a50a-53bb034a8e16 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:45.977888 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b57fd81f-ecef-4754-800b-5342f494158f req-c8e61a43-9fd9-4fab-a50a-53bb034a8e16 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0790024 Nov 02 12:54:46.034249 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b57fd81f-ecef-4754-800b-5342f494158f req-45f9aa51-01aa-41cb-bee9-c156e1040ec1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500300 Nov 02 12:54:46.093111 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Port 54c21568-383f-48fa-be93-0ab7956c026d cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:46.234063 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port d7e6a278-5d41-44aa-b98d-fc32e9429b2b is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:46.334473 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 2, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:46.355369 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61e3a5-e3ab-42d0-9c1e-edd467db2bce req-67a9b4a4-541a-4135-8ea4-4c00eb24ee66 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:46.362454 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8d61e3a5-e3ab-42d0-9c1e-edd467db2bce req-67a9b4a4-541a-4135-8ea4-4c00eb24ee66 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 945 time: 0.1012168 Nov 02 12:54:46.364568 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfe01f-6779-485b-99a9-31447a3418be None None] The sync data for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi is: [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 2, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:46.469115 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8d61e3a5-e3ab-42d0-9c1e-edd467db2bce req-9e22af85-46db-419c-a3ec-af5d1c895aa2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995867 Nov 02 12:54:46.594529 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Attempt 3 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:46.682244 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Port 54c21568-383f-48fa-be93-0ab7956c026d cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:46.772353 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49976) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:46.778145 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1553827511-network', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:46.801487 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Made reservation on behalf of ad803df8780d4fc8acfbb929b9fd4ca4 for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:46.803790 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.813474 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.932019 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Publish callbacks [] for security_group (8605189d-36bb-4191-9577-57bc7c027427), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.940879 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8605189d-36bb-4191-9577-57bc7c027427), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.968020 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] vlan segment allocate from pool success with {'vlan_id': 1405, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:46.978387 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8605189d-36bb-4191-9577-57bc7c027427,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:46.983747 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (7d520a99-877f-4858-b693-d8552b038295), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:46.984099 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Added segment 7d520a99-877f-4858-b693-d8552b038295 of type vlan for network 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 Nov 02 12:54:47.053034 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (0f2d1c83-30b6-4d60-9cf3-29e46ed30130), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.097184 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cb8e4-6853-4e6a-8ac3-b61ed63b9dfb req-d0a96db4-be08-4dad-9707-6e12e14b878a tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:47.098742 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bd1cb8e4-6853-4e6a-8ac3-b61ed63b9dfb req-d0a96db4-be08-4dad-9707-6e12e14b878a tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.0816846 Nov 02 12:54:47.099575 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (0f2d1c83-30b6-4d60-9cf3-29e46ed30130), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.100545 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:47.101241 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.183547 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Attempt 4 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:47.194847 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4211154 Nov 02 12:54:47.199169 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49992) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:47.204460 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] Request body: {'subnet': {'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1553827511-subnet', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'ip_version': 4}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:47.216056 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1be35-f575-4368-b821-da9d5924745f admin admin] Pushing event updated for resources: {'Network': ['ID=0f2d1c83-30b6-4d60-9cf3-29e46ed30130,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:47.232653 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:47.235388 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4768bd-79dc-4f88-b379-8800dc3f4440 req-c46787b5-513c-42cd-a7c8-e6b5aced8fcb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:47.237069 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ab4768bd-79dc-4f88-b379-8800dc3f4440 req-c46787b5-513c-42cd-a7c8-e6b5aced8fcb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.1096694 Nov 02 12:54:47.256624 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bd1cb8e4-6853-4e6a-8ac3-b61ed63b9dfb req-32af8902-a42a-4ac4-a524-78c0ce6de886 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465905 Nov 02 12:54:47.262995 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] Made reservation on behalf of ad803df8780d4fc8acfbb929b9fd4ca4 for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:47.265481 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.324452 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Port 54c21568-383f-48fa-be93-0ab7956c026d cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:47.334912 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ab4768bd-79dc-4f88-b379-8800dc3f4440 req-fb50a264-4f14-4e53-af34-c44128f26e38 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860655 Nov 02 12:54:47.481579 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (31c015b4-c14b-46f3-94bc-672fc242b276), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.542069 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c015b4-c14b-46f3-94bc-672fc242b276,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:47.552069 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] Checking segment: {'id': '7d520a99-877f-4858-b693-d8552b038295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:54:47.552463 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] Network hostable DHCP agents. Network: 0f2d1c83-30b6-4d60-9cf3-29e46ed30130, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:47.575557 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] Network 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:47.628746 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 0f2d1c83-30b6-4d60-9cf3-29e46ed30130) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:47.637970 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:47.638578 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.644953 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa940da9-0aa2-4038-a9e7-cd5648b4bb74 None None] Network 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:54:47.662594 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563ef7-34f6-46ef-b92b-040624899530 req-c9bf2f37-f157-4683-a3ff-38797ff2aa23 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:47.664182 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1b563ef7-34f6-46ef-b92b-040624899530 req-c9bf2f37-f157-4683-a3ff-38797ff2aa23 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 945 time: 0.0918634 Nov 02 12:54:47.671264 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-6771a31e-a7bb-4159-a918-1d08b931b56b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4709921 Nov 02 12:54:47.673737 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 49996) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:47.680243 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1553827511-router', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:47.702182 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 0bce7780-c4b9-4aa2-b6f7-8561129780b4 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:47.745048 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.746387 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.754344 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1b563ef7-34f6-46ef-b92b-040624899530 req-1b665031-713d-44ad-8b91-cda4951fdd8c tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817950 Nov 02 12:54:47.782605 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 0bce7780-c4b9-4aa2-b6f7-8561129780b4 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:47.783226 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.783748 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 0bce7780-c4b9-4aa2-b6f7-8561129780b4 Nov 02 12:54:47.809679 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Publish callbacks [] for router_controller (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), precommit_add_association {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.825474 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Attempt 5 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:47.850558 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-0f2d1c83-30b6-4d60-9cf3-29e46ed30130', 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130', 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'fixed_ips': [{'subnet_id': '31c015b4-c14b-46f3-94bc-672fc242b276'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:54:47.851851 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.885142 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Port 54c21568-383f-48fa-be93-0ab7956c026d cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:47.982791 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Publish callbacks [] for router_gateway (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.990442 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 0bce7780-c4b9-4aa2-b6f7-8561129780b4 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:47.990840 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.039068 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port 0bce7780-c4b9-4aa2-b6f7-8561129780b4, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=0bce7780-c4b9-4aa2-b6f7-8561129780b4,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:48.048222 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.084587 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Allocated IP 172.20.0.2 (0f2d1c83-30b6-4d60-9cf3-29e46ed30130/31c015b4-c14b-46f3-94bc-672fc242b276/6a3bda8b-6a65-44ed-857a-e95fb3cc71b1) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:48.116472 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=0bce7780-c4b9-4aa2-b6f7-8561129780b4,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:48.228742 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Publish callbacks [] for router_gateway (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.247440 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Publish callbacks [] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.248678 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.253958 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.296324 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Network 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:48.303589 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:48.306038 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Pushing event updated for resources: {'Port': ['ID=6a3bda8b-6a65-44ed-857a-e95fb3cc71b1,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:48.308669 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:48.372690 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Attempting to bind port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:54:48.373085 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Attempting to bind port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '7d520a99-877f-4858-b693-d8552b038295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:54:48.374082 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Attempting to bind port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 on network 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:48.381261 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:48.381991 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Checking segment: {'id': '7d520a99-877f-4858-b693-d8552b038295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:54:48.382524 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.383092 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Bound using segment: {'id': '7d520a99-877f-4858-b693-d8552b038295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:48.384136 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Bound port: 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d520a99-877f-4858-b693-d8552b038295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:54:48.384480 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.389426 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Allocated IP 172.27.4.250 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/d19b06c8-cef4-4b78-a837-d8b1305c71c6) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:48.402798 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Attempt 6 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:48.470391 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Port 54c21568-383f-48fa-be93-0ab7956c026d cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:48.497181 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] For port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:48.504908 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] For port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=6a3bda8b-6a65-44ed-857a-e95fb3cc71b1,segment=NetworkSegment(7d520a99-877f-4858-b693-d8552b038295),segment_id=7d520a99-877f-4858-b693-d8552b038295)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:48.513637 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.530561 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58928a-f624-485e-a8bd-453b16eb3cdb req-c9565286-cea6-4646-aa59-4f812c56f18d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:48.541340 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fd58928a-f624-485e-a8bd-453b16eb3cdb req-c9565286-cea6-4646-aa59-4f812c56f18d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.1177702 Nov 02 12:54:48.577170 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea05c9-7412-46cd-9477-d896d006e5ad req-ef832fd7-cbb1-4198-82f0-0dbbed595fef tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:48.578868 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-edea05c9-7412-46cd-9477-d896d006e5ad req-ef832fd7-cbb1-4198-82f0-0dbbed595fef tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.1184978 Nov 02 12:54:48.580826 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62608a-6175-4ddd-9177-a26473b4a66c None None] Pushing event updated for resources: {'Port': ['ID=6a3bda8b-6a65-44ed-857a-e95fb3cc71b1,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:48.613180 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fd58928a-f624-485e-a8bd-453b16eb3cdb req-1773c4ac-a739-49b3-802e-0a28c4415899 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702875 Nov 02 12:54:48.619467 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Publish callbacks [] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.684828 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-edea05c9-7412-46cd-9477-d896d006e5ad req-2974a82c-134b-46a6-8327-cd915f9a7147 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921085 Nov 02 12:54:48.686736 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:48.730479 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Pushing event updated for resources: {'Port': ['ID=d19b06c8-cef4-4b78-a837-d8b1305c71c6,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:48.766856 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:48.769810 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:48.779360 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:48.883301 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6221d3-8d76-4218-ade3-da2b894a387d req-cd0b57bf-236f-48fb-b284-e918fb9e3ae0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:48.884911 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0a6221d3-8d76-4218-ade3-da2b894a387d req-cd0b57bf-236f-48fb-b284-e918fb9e3ae0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0921385 Nov 02 12:54:48.939102 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0a6221d3-8d76-4218-ade3-da2b894a387d req-6d82af65-027f-4294-bfe2-cf2a4d909eef tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480304 Nov 02 12:54:48.971610 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Attempt 7 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:48.990122 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776ad30-3c40-4a24-b6d8-77780a7aeb64 req-33fe2a1d-59df-4e1d-bff9-90f143321cf7 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:48.991719 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6776ad30-3c40-4a24-b6d8-77780a7aeb64 req-33fe2a1d-59df-4e1d-bff9-90f143321cf7 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 945 time: 0.1141098 Nov 02 12:54:49.024917 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Sync routers for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:49.037080 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Port 54c21568-383f-48fa-be93-0ab7956c026d cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:49.039745 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:49.040499 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:54:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:49.151764 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6776ad30-3c40-4a24-b6d8-77780a7aeb64 req-b36645b9-da4c-4cbb-a82b-741271559a96 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926030 Nov 02 12:54:49.173129 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:49.186452 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Publish callbacks [] for router_gateway (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.459449 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.483302 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 2, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:49.538457 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Attempt 8 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:49.553378 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Checking router: c15da600-e74c-4dff-9465-93de1da19778 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:49.553960 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Updating router c15da600-e74c-4dff-9465-93de1da19778 port 54c21568-383f-48fa-be93-0ab7956c026d binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:54:49.593741 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Port 54c21568-383f-48fa-be93-0ab7956c026d cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:49.632006 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (54c21568-383f-48fa-be93-0ab7956c026d), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.806629 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:54:49.846431 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:49.867545 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b7cd7-3a50-4fc4-b8b8-0f696c4b1bdb req-bd176484-998e-488b-b9e5-c4b6793fb243 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:49.869533 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-799b7cd7-3a50-4fc4-b8b8-0f696c4b1bdb req-bd176484-998e-488b-b9e5-c4b6793fb243 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.1233099 Nov 02 12:54:49.917795 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50048) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:49.928794 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff93aefb-4811-42cf-b5fe-8090cc21873a None None] Network 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:54:49.953321 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-799b7cd7-3a50-4fc4-b8b8-0f696c4b1bdb req-88133976-63cb-4d97-8c9a-ae5f7d344b60 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716085 Nov 02 12:54:50.009150 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:50.027429 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:50.028026 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.028220 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 Nov 02 12:54:50.030778 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Sync routers for ids ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:50.034210 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.039181 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-54ace851-bd29-41fc-8f84-30299109cb29 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3607140 Nov 02 12:54:50.039263 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50062) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:50.052441 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c074d7a0-ff6b-442f-986c-61ef7a9eafd3 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:50.095790 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Attempt 9 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:50.113332 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5684842b-44b6-4180-97f3-7f9da9ec9570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.121547 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Publish callbacks [] for port (54c21568-383f-48fa-be93-0ab7956c026d), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.133380 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (54c21568-383f-48fa-be93-0ab7956c026d), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.158720 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Port 54c21568-383f-48fa-be93-0ab7956c026d cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:50.204779 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5684842b-44b6-4180-97f3-7f9da9ec9570 admin admin] Publish callbacks [] for security_group (659c2794-30f9-45fd-a121-082f406283f1), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.211125 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Routers {'98389dc5-eea2-4a10-b16f-c3cd3e233cc4'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:50.211866 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:54:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:50.213242 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5684842b-44b6-4180-97f3-7f9da9ec9570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (659c2794-30f9-45fd-a121-082f406283f1), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.327282 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684842b-44b6-4180-97f3-7f9da9ec9570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659c2794-30f9-45fd-a121-082f406283f1,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:50.331809 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-5684842b-44b6-4180-97f3-7f9da9ec9570 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ea5adb3cc118479985e5e440884d474d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129086 Nov 02 12:54:50.351463 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50094) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:50.422175 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Pushing event updated for resources: {'Port': ['ID=54c21568-383f-48fa-be93-0ab7956c026d,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:50.445915 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.446571 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.447237 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.447766 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.448312 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.448793 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.449292 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.449806 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.450269 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.450760 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.451234 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.451736 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.452254 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:50.486684 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Attempting to bind port 54c21568-383f-48fa-be93-0ab7956c026d on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:54:50.487352 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Attempting to bind port 54c21568-383f-48fa-be93-0ab7956c026d by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:54:50.487996 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Attempting to bind port 54c21568-383f-48fa-be93-0ab7956c026d on network dc24f821-79ec-4404-92fe-d5786cb39ed4 {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:50.510254 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:50.510990 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Checking segment: {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:54:50.511557 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.512239 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Bound using segment: {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:50.512938 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Bound port: 54c21568-383f-48fa-be93-0ab7956c026d, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:54:50.513501 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (54c21568-383f-48fa-be93-0ab7956c026d), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.636587 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc68f-3174-449d-b9f4-9152db660e2a req-f449bc66-1730-482d-b457-f8df492bed32 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:50.638699 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c8ddc68f-3174-449d-b9f4-9152db660e2a req-f449bc66-1730-482d-b457-f8df492bed32 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 945 time: 0.3389261 Nov 02 12:54:50.651391 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] For port 54c21568-383f-48fa-be93-0ab7956c026d, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:50.655595 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] For port 54c21568-383f-48fa-be93-0ab7956c026d, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=54c21568-383f-48fa-be93-0ab7956c026d,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:50.665591 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (54c21568-383f-48fa-be93-0ab7956c026d), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.666149 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Attempt 10 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:50.685330 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.701577 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e0921ae9-18d1-4fb5-a461-253600916e55 admin admin] Publish callbacks [] for security_group (659c2794-30f9-45fd-a121-082f406283f1), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.711743 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:50.712664 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:54:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:50.774997 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e0921ae9-18d1-4fb5-a461-253600916e55 admin admin] Publish callbacks [] for security_group (659c2794-30f9-45fd-a121-082f406283f1), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.804740 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c8ddc68f-3174-449d-b9f4-9152db660e2a req-a41404e9-c0fc-4f65-9a17-cf32fb85625c tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580546 Nov 02 12:54:50.852714 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:50.858804 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e0921ae9-18d1-4fb5-a461-253600916e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (659c2794-30f9-45fd-a121-082f406283f1), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.862122 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e0921ae9-18d1-4fb5-a461-253600916e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.863574 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e0921ae9-18d1-4fb5-a461-253600916e55 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/659c2794-30f9-45fd-a121-082f406283f1 HTTP/1.1" status: 204 len: 168 time: 0.5111532 Nov 02 12:54:50.881347 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0921ae9-18d1-4fb5-a461-253600916e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659c2794-30f9-45fd-a121-082f406283f1,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:50.912118 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Allocated IP 172.20.0.1 (0f2d1c83-30b6-4d60-9cf3-29e46ed30130/31c015b4-c14b-46f3-94bc-672fc242b276/aad9d0c6-a668-4a16-a9f0-9862d0782cbc) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:50.926478 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:54:50.943129 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7fd12-b0c8-41ad-9c82-cfbf2a1b9549 None None] Pushing event updated for resources: {'Port': ['ID=54c21568-383f-48fa-be93-0ab7956c026d,revision_number=4']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:50.953648 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:50.954030 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:50.954535 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 Nov 02 12:54:51.006961 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:51.007361 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.015378 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Set router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:51.127125 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Publish callbacks [] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.202437 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.206507 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=6a3bda8b-6a65-44ed-857a-e95fb3cc71b1,segment=NetworkSegment(7d520a99-877f-4858-b693-d8552b038295),segment_id=7d520a99-877f-4858-b693-d8552b038295)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:51.218668 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.220429 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 0bce7780-c4b9-4aa2-b6f7-8561129780b4 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:51.222365 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Current status of the port 54c21568-383f-48fa-be93-0ab7956c026d is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:51.222752 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (54c21568-383f-48fa-be93-0ab7956c026d), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.251478 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:50Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:51.264183 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Network 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:51.267250 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:51.271479 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:51.293932 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02829c4-d9b0-4780-93d9-cc9590bacb65 None None] The sync data for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi is: [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:50Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:51.324549 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Pushing event updated for resources: {'Port': ['ID=aad9d0c6-a668-4a16-a9f0-9862d0782cbc,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:51.333107 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.419292 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:51.419688 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.436003 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] For port 54c21568-383f-48fa-be93-0ab7956c026d, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=54c21568-383f-48fa-be93-0ab7956c026d,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:51.490576 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=6a3bda8b-6a65-44ed-857a-e95fb3cc71b1,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:51.503269 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (54c21568-383f-48fa-be93-0ab7956c026d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.510345 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50122) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:51.537921 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7a26dad3-cd6b-4dc9-b863-fe8f45090e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.623286 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.695863 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port c074d7a0-ff6b-442f-986c-61ef7a9eafd3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c074d7a0-ff6b-442f-986c-61ef7a9eafd3,segment=NetworkSegment(718e5dcc-f1ee-4627-a5db-21375990c185),segment_id=718e5dcc-f1ee-4627-a5db-21375990c185)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:51.696140 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7a26dad3-cd6b-4dc9-b863-fe8f45090e2c admin admin] Publish callbacks [] for security_group (42fc495a-64d0-4667-b18b-47375eb997e5), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.698990 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8362ec-1f17-48f6-8504-afecca67a61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074d7a0-ff6b-442f-986c-61ef7a9eafd3'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:51.703252 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e25dabd-31bd-494c-8674-9c9079879727" -d '{"events": [{"server_uuid": "6d8362ec-1f17-48f6-8504-afecca67a61f", "name": "network-vif-plugged", "status": "completed", "tag": "c074d7a0-ff6b-442f-986c-61ef7a9eafd3"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:51.706267 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7a26dad3-cd6b-4dc9-b863-fe8f45090e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (42fc495a-64d0-4667-b18b-47375eb997e5), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.769217 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 0bce7780-c4b9-4aa2-b6f7-8561129780b4 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:51.770348 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.770879 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 0bce7780-c4b9-4aa2-b6f7-8561129780b4 Nov 02 12:54:51.773977 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.791949 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-7a26dad3-cd6b-4dc9-b863-fe8f45090e2c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=16833589d53b47da826bd615e76de9aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782044 Nov 02 12:54:51.799224 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50134) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:51.822933 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-96352dec-54be-4ec6-9229-ba7c99f429f4 None None] Provisioning complete for port 54c21568-383f-48fa-be93-0ab7956c026d triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:51.823758 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-96352dec-54be-4ec6-9229-ba7c99f429f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (54c21568-383f-48fa-be93-0ab7956c026d), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:51.824354 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-96352dec-54be-4ec6-9229-ba7c99f429f4 None None] Attempt 1 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:51.836678 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48ed2d3-4d9e-4506-9c73-b864259bcbc4 x-openstack-request-id: req-c48ed2d3-4d9e-4506-9c73-b864259bcbc4 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:51.837270 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8362ec-1f17-48f6-8504-afecca67a61f", "name": "network-vif-plugged", "status": "completed", "tag": "c074d7a0-ff6b-442f-986c-61ef7a9eafd3", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:51.838329 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c48ed2d3-4d9e-4506-9c73-b864259bcbc4 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:51.839010 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48ed2d3-4d9e-4506-9c73-b864259bcbc4'] response: {'server_uuid': '6d8362ec-1f17-48f6-8504-afecca67a61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074d7a0-ff6b-442f-986c-61ef7a9eafd3', 'code': 200} Nov 02 12:54:51.842483 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26dad3-cd6b-4dc9-b863-fe8f45090e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fc495a-64d0-4667-b18b-47375eb997e5,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:51.871370 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a26a9-d07e-400e-a899-06423e6833ed None None] Pushing event updated for resources: {'Port': ['ID=54c21568-383f-48fa-be93-0ab7956c026d,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:51.953184 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'name': 'tempest-TestVolumeBootPattern-1553827511-router', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:47Z', 'updated_at': '2022-11-02T12:54:48Z', 'revision_number': 3, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'gw_port': {'id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:23:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:48Z', 'updated_at': '2022-11-02T12:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:51.987826 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5f82bc20-43ce-43b1-a823-0fe7be0e883e admin admin] Publish callbacks [] for security_group (42fc495a-64d0-4667-b18b-47375eb997e5), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.007776 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Checking router: 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:52.008083 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Updating router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 port d19b06c8-cef4-4b78-a837-d8b1305c71c6 binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:54:52.090145 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5f82bc20-43ce-43b1-a823-0fe7be0e883e admin admin] Publish callbacks [] for security_group (42fc495a-64d0-4667-b18b-47375eb997e5), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.107162 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-96352dec-54be-4ec6-9229-ba7c99f429f4 None None] Current status of the port 54c21568-383f-48fa-be93-0ab7956c026d is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:52.109555 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=c074d7a0-ff6b-442f-986c-61ef7a9eafd3,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:52.130879 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 0bce7780-c4b9-4aa2-b6f7-8561129780b4 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:52.140061 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.143086 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-96352dec-54be-4ec6-9229-ba7c99f429f4 None None] Provisioning complete for port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:52.143462 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-96352dec-54be-4ec6-9229-ba7c99f429f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.143811 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-96352dec-54be-4ec6-9229-ba7c99f429f4 None None] Attempt 1 to provision port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 Nov 02 12:54:52.188944 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Publish callbacks [] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.249123 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.348099 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b2118-3cf5-4020-a024-724dcf4477ce req-18ea40a8-418b-4532-b3e8-7f39b01a97dc tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:52.350191 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3e0b2118-3cf5-4020-a024-724dcf4477ce req-18ea40a8-418b-4532-b3e8-7f39b01a97dc tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 946 time: 0.3635025 Nov 02 12:54:52.430652 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:52.438007 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363422fe-3904-4c02-835c-7f2ade779845 req-92c4925c-1d88-41a0-8a95-5e10fd4c15f9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:52.442010 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.445363 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f323d9-ed9d-4e53-a0df-4043afc6382f req-7e78a535-23d4-4a65-8d27-2228dbd03cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:52.446851 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-363422fe-3904-4c02-835c-7f2ade779845 req-92c4925c-1d88-41a0-8a95-5e10fd4c15f9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0713127 Nov 02 12:54:52.446987 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c5f323d9-ed9d-4e53-a0df-4043afc6382f req-7e78a535-23d4-4a65-8d27-2228dbd03cf3 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 1130 time: 0.3430927 Nov 02 12:54:52.447674 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5f82bc20-43ce-43b1-a823-0fe7be0e883e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (42fc495a-64d0-4667-b18b-47375eb997e5), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.450660 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5f82bc20-43ce-43b1-a823-0fe7be0e883e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.451750 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5f82bc20-43ce-43b1-a823-0fe7be0e883e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/42fc495a-64d0-4667-b18b-47375eb997e5 HTTP/1.1" status: 204 len: 168 time: 0.6479390 Nov 02 12:54:52.457352 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Pushing event updated for resources: {'Port': ['ID=aad9d0c6-a668-4a16-a9f0-9862d0782cbc,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:52.507806 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82bc20-43ce-43b1-a823-0fe7be0e883e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fc495a-64d0-4667-b18b-47375eb997e5,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:52.543920 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-96352dec-54be-4ec6-9229-ba7c99f429f4 None None] Current status of the port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:52.550513 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-363422fe-3904-4c02-835c-7f2ade779845 req-5711c661-eccf-4871-98b4-d18599b5df5c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990655 Nov 02 12:54:52.642249 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:52.643103 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.643849 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 Nov 02 12:54:52.659704 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14623801-ab69-44c9-b727-ce7941c646b6 req-a635ce30-47f8-488b-837c-1d3eab9c6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:52.661388 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-14623801-ab69-44c9-b727-ce7941c646b6 req-a635ce30-47f8-488b-837c-1d3eab9c6c17 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 1130 time: 0.4302981 Nov 02 12:54:52.666251 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3e0b2118-3cf5-4020-a024-724dcf4477ce req-7ce3942d-e58d-4029-8d73-b3f744595a4a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793918 Nov 02 12:54:52.674303 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Network 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:52.681773 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:52.716878 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c5f323d9-ed9d-4e53-a0df-4043afc6382f req-72b30ba7-01c3-4a48-a1e2-124fe865f4cb service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527709 Nov 02 12:54:52.857230 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Publish callbacks [] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.868891 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.881745 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Provisioning complete for port aad9d0c6-a668-4a16-a9f0-9862d0782cbc triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:52.882140 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.882483 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Attempt 1 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:52.952626 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Attempting to bind port d19b06c8-cef4-4b78-a837-d8b1305c71c6 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:54:52.952885 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14623801-ab69-44c9-b727-ce7941c646b6 req-9be1ea02-0bfa-43fe-8875-cf625e115d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:52.953065 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Attempting to bind port d19b06c8-cef4-4b78-a837-d8b1305c71c6 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:54:52.953385 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Attempting to bind port d19b06c8-cef4-4b78-a837-d8b1305c71c6 on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:52.954560 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-14623801-ab69-44c9-b727-ce7941c646b6 req-9be1ea02-0bfa-43fe-8875-cf625e115d56 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.2743075 Nov 02 12:54:52.966174 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:53.027350 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:53.027746 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:54:53.028155 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.028586 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:53.029089 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Bound port: d19b06c8-cef4-4b78-a837-d8b1305c71c6, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:54:53.029476 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.035126 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Port aad9d0c6-a668-4a16-a9f0-9862d0782cbc cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:53.043866 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168f68a-396e-4537-844d-ca6bb73aa051 None None] Pushing event updated for resources: {'Port': ['ID=d19b06c8-cef4-4b78-a837-d8b1305c71c6,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:53.065398 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:53.066540 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 54c21568-383f-48fa-be93-0ab7956c026d up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:53.125624 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] For port d19b06c8-cef4-4b78-a837-d8b1305c71c6, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:53.129119 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] For port d19b06c8-cef4-4b78-a837-d8b1305c71c6, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=d19b06c8-cef4-4b78-a837-d8b1305c71c6,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:53.135265 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:53.140643 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.150816 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-bed5fc7b-5bb1-43cb-97d9-1e60139cb9bc admin admin] 10.222.0.90 "PUT /v2.0/routers/98389dc5-eea2-4a10-b16f-c3cd3e233cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1113079 Nov 02 12:54:53.173260 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 54c21568-383f-48fa-be93-0ab7956c026d triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:53.173651 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (54c21568-383f-48fa-be93-0ab7956c026d), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.174000 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 54c21568-383f-48fa-be93-0ab7956c026d Nov 02 12:54:53.229364 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Routers {'98389dc5-eea2-4a10-b16f-c3cd3e233cc4'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:53.229904 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:54:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:53.238128 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-14623801-ab69-44c9-b727-ce7941c646b6 req-06e8dcea-f286-4ec3-8577-0cd4d794e9cc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77048807-cd5e-48b1-8d83-bf09988266df HTTP/1.1" status: 200 len: 217 time: 0.0977080 Nov 02 12:54:53.327075 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14623801-ab69-44c9-b727-ce7941c646b6 req-0786a8b0-8161-47ce-bfd9-96e501ede759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:53.328815 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-14623801-ab69-44c9-b727-ce7941c646b6 req-0786a8b0-8161-47ce-bfd9-96e501ede759 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0526981 Nov 02 12:54:53.413046 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168f68a-396e-4537-844d-ca6bb73aa051 None None] Pushing event updated for resources: {'Port': ['ID=d19b06c8-cef4-4b78-a837-d8b1305c71c6,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:53.440302 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14623801-ab69-44c9-b727-ce7941c646b6 req-0c0cdcce-f40e-43a9-ba9d-d9ca3d5351c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:53.441891 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-14623801-ab69-44c9-b727-ce7941c646b6 req-0c0cdcce-f40e-43a9-ba9d-d9ca3d5351c7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1049953 Nov 02 12:54:53.517742 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 54c21568-383f-48fa-be93-0ab7956c026d is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:53.521612 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] Set router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:53.545629 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Attempt 2 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:53.645037 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Port aad9d0c6-a668-4a16-a9f0-9862d0782cbc cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:53.678582 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-14623801-ab69-44c9-b727-ce7941c646b6 req-953b491a-9116-4d48-b1a6-3d314ce0da08 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262888 Nov 02 12:54:53.767040 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50204) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:53.773461 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-e32ef01c-2c29-463b-87d4-2b75bb8737ac tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994655925', 'description': 'tempest-secgroup-smoke-994655925 description', 'project_id': '1ffa8215f4d6479babed8b59e14b7e39'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:53.779935 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'name': 'tempest-TestVolumeBootPattern-1553827511-router', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:47Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 4, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'gw_port': {'id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:23:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:48Z', 'updated_at': '2022-11-02T12:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'aad9d0c6-a668-4a16-a9f0-9862d0782cbc', 'name': '', 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'mac_address': 'fa:16:3e:b2:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '31c015b4-c14b-46f3-94bc-672fc242b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:50Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 2, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'subnets': [{'id': '31c015b4-c14b-46f3-94bc-672fc242b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:53.799940 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce347598-d644-4e8f-81f1-62c4e3692bbb req-cdae4a3f-2439-4a8f-8121-92b4ce491c0d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:53.802440 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ce347598-d644-4e8f-81f1-62c4e3692bbb req-cdae4a3f-2439-4a8f-8121-92b4ce491c0d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.1040194 Nov 02 12:54:53.822925 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d48694-bd12-47ce-8e08-c737fe761d05 None None] The sync data for ids ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'] in dv-cinder-863278-1-iscsi is: [{'id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'name': 'tempest-TestVolumeBootPattern-1553827511-router', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:47Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 4, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'gw_port': {'id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:23:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:48Z', 'updated_at': '2022-11-02T12:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'aad9d0c6-a668-4a16-a9f0-9862d0782cbc', 'name': '', 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'mac_address': 'fa:16:3e:b2:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '31c015b4-c14b-46f3-94bc-672fc242b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:50Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 2, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'subnets': [{'id': '31c015b4-c14b-46f3-94bc-672fc242b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:53.858788 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e32ef01c-2c29-463b-87d4-2b75bb8737ac tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.884530 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ce347598-d644-4e8f-81f1-62c4e3692bbb req-b9672c48-9215-4901-80b9-83527f37cd34 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756202 Nov 02 12:54:53.908655 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-14623801-ab69-44c9-b727-ce7941c646b6 req-9f561f36-7c6d-4d8f-99c8-fa30228a3cb1 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226753 Nov 02 12:54:54.001488 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e32ef01c-2c29-463b-87d4-2b75bb8737ac tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group (8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.009016 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e32ef01c-2c29-463b-87d4-2b75bb8737ac tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.064547 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e32ef01c-2c29-463b-87d4-2b75bb8737ac tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.069240 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-e32ef01c-2c29-463b-87d4-2b75bb8737ac tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2980585 Nov 02 12:54:54.069240 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ef01c-2c29-463b-87d4-2b75bb8737ac tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:54.070173 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50220) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:54.080673 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d297885-b361-47a2-a94d-337718fa7bc2 req-41435eaa-23ef-422c-bbd5-67b753839ed8 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:54.083432 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3d297885-b361-47a2-a94d-337718fa7bc2 req-41435eaa-23ef-422c-bbd5-67b753839ed8 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 946 time: 0.1040149 Nov 02 12:54:54.090616 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-160148c9-21d5-450b-bd11-4ca0f54187af tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'security_group_rule': {'security_group_id': '8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1', 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:54.146586 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Attempt 3 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:54.163834 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3d297885-b361-47a2-a94d-337718fa7bc2 req-ae0ed254-1b9a-4b2a-be73-b166b86fb279 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739708 Nov 02 12:54:54.164286 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-160148c9-21d5-450b-bd11-4ca0f54187af tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (71863e2f-7821-4d6d-976f-d17ad6dade3a), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.233559 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Port aad9d0c6-a668-4a16-a9f0-9862d0782cbc cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:54.572136 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-160148c9-21d5-450b-bd11-4ca0f54187af tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (71863e2f-7821-4d6d-976f-d17ad6dade3a), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.577315 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-160148c9-21d5-450b-bd11-4ca0f54187af tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (71863e2f-7821-4d6d-976f-d17ad6dade3a), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.599891 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160148c9-21d5-450b-bd11-4ca0f54187af tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71863e2f-7821-4d6d-976f-d17ad6dade3a,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:54.610168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-160148c9-21d5-450b-bd11-4ca0f54187af tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.611490 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-160148c9-21d5-450b-bd11-4ca0f54187af tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5404003 Nov 02 12:54:54.614682 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50238) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:54.619379 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-0d696f45-787e-40c1-aa8a-127f1ee11c41 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'security_group_rule': {'security_group_id': '8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1', 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:54.647365 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0d696f45-787e-40c1-aa8a-127f1ee11c41 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (56c8cbb8-c0c8-4afa-a568-116bb53524fe), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.729118 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0d696f45-787e-40c1-aa8a-127f1ee11c41 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (56c8cbb8-c0c8-4afa-a568-116bb53524fe), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.733877 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0d696f45-787e-40c1-aa8a-127f1ee11c41 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (56c8cbb8-c0c8-4afa-a568-116bb53524fe), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.734571 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Attempt 4 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:54.752662 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d696f45-787e-40c1-aa8a-127f1ee11c41 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c8cbb8-c0c8-4afa-a568-116bb53524fe,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:54.767903 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0d696f45-787e-40c1-aa8a-127f1ee11c41 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.771934 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-0d696f45-787e-40c1-aa8a-127f1ee11c41 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559489 Nov 02 12:54:54.786698 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50244) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:54.793632 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-bba185b5-62b0-44ed-a895-af560ef33a28 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'security_group_rule': {'security_group_id': '8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1', 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:54.807466 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Port aad9d0c6-a668-4a16-a9f0-9862d0782cbc cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:54.834933 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bba185b5-62b0-44ed-a895-af560ef33a28 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (c65fe7f0-ae05-4408-974f-21eb169f9158), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.909170 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bba185b5-62b0-44ed-a895-af560ef33a28 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (c65fe7f0-ae05-4408-974f-21eb169f9158), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.914850 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bba185b5-62b0-44ed-a895-af560ef33a28 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (c65fe7f0-ae05-4408-974f-21eb169f9158), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.945184 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba185b5-62b0-44ed-a895-af560ef33a28 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65fe7f0-ae05-4408-974f-21eb169f9158,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:54.954022 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bba185b5-62b0-44ed-a895-af560ef33a28 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.955280 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-bba185b5-62b0-44ed-a895-af560ef33a28 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673102 Nov 02 12:54:54.958490 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50250) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:54.966332 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-fc455418-fe9b-4164-b5c1-6adbd7ce96ce tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'security_group_rule': {'security_group_id': '8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1', 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:55.024614 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-fc455418-fe9b-4164-b5c1-6adbd7ce96ce tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (66df9529-68b3-482e-985f-14a7f0a6bf8a), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.043570 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93790913-c8a9-4342-bf80-c069a66c1c1a req-21de8e3c-39c0-41cd-af4e-5b443e501156 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:55.048735 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-93790913-c8a9-4342-bf80-c069a66c1c1a req-21de8e3c-39c0-41cd-af4e-5b443e501156 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0699596 Nov 02 12:54:55.097088 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-fc455418-fe9b-4164-b5c1-6adbd7ce96ce tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (66df9529-68b3-482e-985f-14a7f0a6bf8a), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.102972 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-fc455418-fe9b-4164-b5c1-6adbd7ce96ce tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (66df9529-68b3-482e-985f-14a7f0a6bf8a), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.129607 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-93790913-c8a9-4342-bf80-c069a66c1c1a req-2c411416-691d-4fbc-9ac6-d9c84d2265d0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700707 Nov 02 12:54:55.134691 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc455418-fe9b-4164-b5c1-6adbd7ce96ce tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66df9529-68b3-482e-985f-14a7f0a6bf8a,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:55.157177 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-fc455418-fe9b-4164-b5c1-6adbd7ce96ce tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.158698 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-fc455418-fe9b-4164-b5c1-6adbd7ce96ce tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1965179 Nov 02 12:54:55.161738 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50260) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:55.167518 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-ad8342c6-51ac-41b5-9b86-4fbd854aae4e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'security_group_rule': {'security_group_id': '8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1', 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:55.193023 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.securitygroups_db [None req-ad8342c6-51ac-41b5-9b86-4fbd854aae4e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Project 1ffa8215f4d6479babed8b59e14b7e39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:54:55.199057 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ad8342c6-51ac-41b5-9b86-4fbd854aae4e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (5b7096fa-72de-4694-a4ee-71558b1a7172), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.264397 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ad8342c6-51ac-41b5-9b86-4fbd854aae4e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (5b7096fa-72de-4694-a4ee-71558b1a7172), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.270403 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ad8342c6-51ac-41b5-9b86-4fbd854aae4e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (5b7096fa-72de-4694-a4ee-71558b1a7172), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.302081 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8342c6-51ac-41b5-9b86-4fbd854aae4e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7096fa-72de-4694-a4ee-71558b1a7172,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:55.308459 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Attempt 5 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:55.313711 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ad8342c6-51ac-41b5-9b86-4fbd854aae4e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.315441 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-ad8342c6-51ac-41b5-9b86-4fbd854aae4e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524272 Nov 02 12:54:55.318203 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50264) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:55.322749 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-03d1aa3f-d148-4c80-b858-b5602442fdd4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'security_group_rule': {'security_group_id': '8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1', 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:55.330375 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac0d7c-d81a-4198-9c33-613a24650756 req-c6ec04c7-b346-4946-b2e2-38b8170686e9 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:55.337164 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a7ac0d7c-d81a-4198-9c33-613a24650756 req-c6ec04c7-b346-4946-b2e2-38b8170686e9 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 946 time: 0.0808353 Nov 02 12:54:55.344313 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Port aad9d0c6-a668-4a16-a9f0-9862d0782cbc cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:55.371256 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.securitygroups_db [None req-03d1aa3f-d148-4c80-b858-b5602442fdd4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Project 1ffa8215f4d6479babed8b59e14b7e39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:54:55.377265 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-03d1aa3f-d148-4c80-b858-b5602442fdd4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (3698e5a1-c535-42a7-905d-64143c64855c), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.425982 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a7ac0d7c-d81a-4198-9c33-613a24650756 req-a1a14e29-4187-45b5-a6cf-c20e0fc015f3 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777698 Nov 02 12:54:55.496340 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-03d1aa3f-d148-4c80-b858-b5602442fdd4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (3698e5a1-c535-42a7-905d-64143c64855c), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.503352 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-03d1aa3f-d148-4c80-b858-b5602442fdd4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (3698e5a1-c535-42a7-905d-64143c64855c), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.535386 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1aa3f-d148-4c80-b858-b5602442fdd4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3698e5a1-c535-42a7-905d-64143c64855c,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:55.542631 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-03d1aa3f-d148-4c80-b858-b5602442fdd4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:55.556450 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-03d1aa3f-d148-4c80-b858-b5602442fdd4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2369847 Nov 02 12:54:55.845655 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Attempt 6 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:55.882314 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Port aad9d0c6-a668-4a16-a9f0-9862d0782cbc cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:56.150719 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2acd-5b26-434b-b8e6-8793b6c6f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.276961 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device d19b06c8-cef4-4b78-a837-d8b1305c71c6 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:56.285466 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1261a4-dc8e-4488-afe7-48dc6f2d825b req-3bf7e367-bdd9-4fa3-87c6-b70c4c506339 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:56.286979 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a1261a4-dc8e-4488-afe7-48dc6f2d825b req-3bf7e367-bdd9-4fa3-87c6-b70c4c506339 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0660486 Nov 02 12:54:56.322692 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port d19b06c8-cef4-4b78-a837-d8b1305c71c6 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:56.323220 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.323626 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port d19b06c8-cef4-4b78-a837-d8b1305c71c6 Nov 02 12:54:56.333282 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a1261a4-dc8e-4488-afe7-48dc6f2d825b req-1d127dc5-9543-4548-893a-fc9c7e8416d6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Nov 02 12:54:56.385077 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Attempt 7 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:56.425689 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port d19b06c8-cef4-4b78-a837-d8b1305c71c6 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:56.426089 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.436355 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Port aad9d0c6-a668-4a16-a9f0-9862d0782cbc cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:56.451282 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port d19b06c8-cef4-4b78-a837-d8b1305c71c6, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=d19b06c8-cef4-4b78-a837-d8b1305c71c6,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:56.455863 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:56.517478 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=d19b06c8-cef4-4b78-a837-d8b1305c71c6,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:56.938374 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Attempt 8 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:56.972722 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Port aad9d0c6-a668-4a16-a9f0-9862d0782cbc cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:57.472514 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a52d2-e242-4987-9a7b-b46b92b0576b req-2186f729-3284-41d6-a107-81b1d9a6c8d1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:57.473761 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Attempt 9 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:57.474275 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d26a52d2-e242-4987-9a7b-b46b92b0576b req-2186f729-3284-41d6-a107-81b1d9a6c8d1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0633316 Nov 02 12:54:57.514873 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Port aad9d0c6-a668-4a16-a9f0-9862d0782cbc cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:57.527985 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d26a52d2-e242-4987-9a7b-b46b92b0576b req-57272ab8-d0f4-4098-8157-3488124201d5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460918 Nov 02 12:54:57.681989 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Sync routers for ids ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:57.692368 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Routers {'98389dc5-eea2-4a10-b16f-c3cd3e233cc4'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:57.692985 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:54:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:57.816023 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Set router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:57.927992 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55a0f-d1a5-4918-9211-79b14af4484c req-47056194-4a8e-45cc-a23e-272202b8a1bf tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:57.929690 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-15f55a0f-d1a5-4918-9211-79b14af4484c req-47056194-4a8e-45cc-a23e-272202b8a1bf tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 946 time: 0.0874460 Nov 02 12:54:57.991034 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-15f55a0f-d1a5-4918-9211-79b14af4484c req-762c59ea-0a0b-4f15-8506-ef19b1743c6a tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547512 Nov 02 12:54:58.021117 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Attempt 10 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:58.055722 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'name': 'tempest-TestVolumeBootPattern-1553827511-router', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:47Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 4, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'gw_port': {'id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:48Z', 'updated_at': '2022-11-02T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'aad9d0c6-a668-4a16-a9f0-9862d0782cbc', 'name': '', 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'mac_address': 'fa:16:3e:b2:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '31c015b4-c14b-46f3-94bc-672fc242b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:50Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 2, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'subnets': [{'id': '31c015b4-c14b-46f3-94bc-672fc242b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:58.061600 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9db38383-a6c7-48b9-bd13-c385834eaac8 None None] Port aad9d0c6-a668-4a16-a9f0-9862d0782cbc cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:58.082261 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Checking router: 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:58.082820 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Updating router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 port aad9d0c6-a668-4a16-a9f0-9862d0782cbc binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:54:58.112693 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.218783 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50384) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:58.244656 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-5db97af5-a931-482f-80a9-5ee4f00a5a78 None None] Provisioning complete for port aad9d0c6-a668-4a16-a9f0-9862d0782cbc triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:58.244656 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5db97af5-a931-482f-80a9-5ee4f00a5a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.244656 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-5db97af5-a931-482f-80a9-5ee4f00a5a78 None None] Attempt 1 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:58.271329 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device d19b06c8-cef4-4b78-a837-d8b1305c71c6 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:58.323637 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-5db97af5-a931-482f-80a9-5ee4f00a5a78 None None] Port aad9d0c6-a668-4a16-a9f0-9862d0782cbc cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:58.332124 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-7ed37f88-0494-4f6a-b166-6b66f413b852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.356343 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port d19b06c8-cef4-4b78-a837-d8b1305c71c6 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:58.356740 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.357167 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port d19b06c8-cef4-4b78-a837-d8b1305c71c6 Nov 02 12:54:58.389848 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-28d4ea46-c150-42e1-891f-f99138ebbd69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.449461 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Publish callbacks [] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.450778 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port d19b06c8-cef4-4b78-a837-d8b1305c71c6 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:58.456029 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.479450 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-28d4ea46-c150-42e1-891f-f99138ebbd69 admin admin] Publish callbacks [] for security_group (a49c324d-5465-43aa-9c57-2b98da8d1208), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.484136 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-28d4ea46-c150-42e1-891f-f99138ebbd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a49c324d-5465-43aa-9c57-2b98da8d1208), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.518251 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:54:58.529513 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4ea46-c150-42e1-891f-f99138ebbd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c324d-5465-43aa-9c57-2b98da8d1208,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:58.536670 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50390) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:58.537290 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-28d4ea46-c150-42e1-891f-f99138ebbd69 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1b12bc906c404d35bc4111149a3c384f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158996 Nov 02 12:54:58.545465 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4676982-f20d-4105-ba79-96d97f92350c None None] Pushing event updated for resources: {'Port': ['ID=aad9d0c6-a668-4a16-a9f0-9862d0782cbc,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:58.557297 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Attempting to bind port aad9d0c6-a668-4a16-a9f0-9862d0782cbc on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:54:58.557658 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Attempting to bind port aad9d0c6-a668-4a16-a9f0-9862d0782cbc by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '7d520a99-877f-4858-b693-d8552b038295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:54:58.558008 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Attempting to bind port aad9d0c6-a668-4a16-a9f0-9862d0782cbc on network 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:58.563417 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:58.563775 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Checking segment: {'id': '7d520a99-877f-4858-b693-d8552b038295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:54:58.564165 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.564583 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Bound using segment: {'id': '7d520a99-877f-4858-b693-d8552b038295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:58.565041 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Bound port: aad9d0c6-a668-4a16-a9f0-9862d0782cbc, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d520a99-877f-4858-b693-d8552b038295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:54:58.565410 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.589702 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-97b71e00-090a-43f7-982c-a49db1145206 admin admin] Publish callbacks [] for security_group (a49c324d-5465-43aa-9c57-2b98da8d1208), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.614742 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-97b71e00-090a-43f7-982c-a49db1145206 admin admin] Publish callbacks [] for security_group (a49c324d-5465-43aa-9c57-2b98da8d1208), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.630408 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] For port aad9d0c6-a668-4a16-a9f0-9862d0782cbc, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:58.633734 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] For port aad9d0c6-a668-4a16-a9f0-9862d0782cbc, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=aad9d0c6-a668-4a16-a9f0-9862d0782cbc,segment=NetworkSegment(7d520a99-877f-4858-b693-d8552b038295),segment_id=7d520a99-877f-4858-b693-d8552b038295)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:58.642492 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.676937 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacb507-3b3a-4a13-b31d-698077267dda req-1837d8c4-fee2-4c5c-958c-ed718a04a6b4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:58.679347 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bacb507-3b3a-4a13-b31d-698077267dda req-1837d8c4-fee2-4c5c-958c-ed718a04a6b4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0697033 Nov 02 12:54:58.684822 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Routers {'98389dc5-eea2-4a10-b16f-c3cd3e233cc4'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:58.685475 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:54:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:58.689381 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-97b71e00-090a-43f7-982c-a49db1145206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a49c324d-5465-43aa-9c57-2b98da8d1208), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.694891 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-97b71e00-090a-43f7-982c-a49db1145206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.699670 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-97b71e00-090a-43f7-982c-a49db1145206 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a49c324d-5465-43aa-9c57-2b98da8d1208 HTTP/1.1" status: 204 len: 168 time: 0.1610501 Nov 02 12:54:58.711145 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b71e00-090a-43f7-982c-a49db1145206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c324d-5465-43aa-9c57-2b98da8d1208,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:58.737542 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4676982-f20d-4105-ba79-96d97f92350c None None] Pushing event updated for resources: {'Port': ['ID=aad9d0c6-a668-4a16-a9f0-9862d0782cbc,revision_number=4']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:58.739327 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bacb507-3b3a-4a13-b31d-698077267dda req-6e57f4b3-3ce6-47d2-b1ab-ef0482ca267d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537469 Nov 02 12:54:58.825038 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-5db97af5-a931-482f-80a9-5ee4f00a5a78 None None] Attempt 2 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:54:58.829833 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] Set router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:58.913582 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-5db97af5-a931-482f-80a9-5ee4f00a5a78 None None] Current status of the port aad9d0c6-a668-4a16-a9f0-9862d0782cbc is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:58.914083 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5db97af5-a931-482f-80a9-5ee4f00a5a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.949699 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-5db97af5-a931-482f-80a9-5ee4f00a5a78 None None] For port aad9d0c6-a668-4a16-a9f0-9862d0782cbc, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=aad9d0c6-a668-4a16-a9f0-9862d0782cbc,segment=NetworkSegment(7d520a99-877f-4858-b693-d8552b038295),segment_id=7d520a99-877f-4858-b693-d8552b038295)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:58.955235 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5db97af5-a931-482f-80a9-5ee4f00a5a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.011055 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db97af5-a931-482f-80a9-5ee4f00a5a78 None None] Pushing event updated for resources: {'Port': ['ID=aad9d0c6-a668-4a16-a9f0-9862d0782cbc,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:59.135343 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'name': 'tempest-TestVolumeBootPattern-1553827511-router', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:47Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 4, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'gw_port': {'id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:48Z', 'updated_at': '2022-11-02T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'aad9d0c6-a668-4a16-a9f0-9862d0782cbc', 'name': '', 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'mac_address': 'fa:16:3e:b2:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '31c015b4-c14b-46f3-94bc-672fc242b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:50Z', 'updated_at': '2022-11-02T12:54:58Z', 'revision_number': 4, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'subnets': [{'id': '31c015b4-c14b-46f3-94bc-672fc242b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:59.141793 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fae63-9608-426b-ad03-e7cef0da7453 req-3416abd9-2bf4-40e2-a4da-e07d572250ff tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:59.143538 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-181fae63-9608-426b-ad03-e7cef0da7453 req-3416abd9-2bf4-40e2-a4da-e07d572250ff tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 946 time: 0.0686288 Nov 02 12:54:59.167007 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c728ae4-a8c5-4844-a230-e1669e1996bd None None] The sync data for ids ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'] in dv-cinder-863278-1-iscsi is: [{'id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'name': 'tempest-TestVolumeBootPattern-1553827511-router', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:47Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 4, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'gw_port': {'id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:48Z', 'updated_at': '2022-11-02T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'aad9d0c6-a668-4a16-a9f0-9862d0782cbc', 'name': '', 'network_id': '0f2d1c83-30b6-4d60-9cf3-29e46ed30130', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'mac_address': 'fa:16:3e:b2:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '31c015b4-c14b-46f3-94bc-672fc242b276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:50Z', 'updated_at': '2022-11-02T12:54:58Z', 'revision_number': 4, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'subnets': [{'id': '31c015b4-c14b-46f3-94bc-672fc242b276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:59.195356 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-181fae63-9608-426b-ad03-e7cef0da7453 req-51e876a4-ff1d-4d61-8d45-e50adb444dfc tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442145 Nov 02 12:54:59.414506 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.578258 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50426) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:59.692409 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-6340418-network', 'tenant_id': '27a1fa5d92b245b3beed97f01e1ac711'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:59.714659 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Made reservation on behalf of 27a1fa5d92b245b3beed97f01e1ac711 for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:59.717187 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.726623 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.810732 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Publish callbacks [] for security_group (c3e7b146-3889-4d11-8224-636585a80443), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.816565 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c3e7b146-3889-4d11-8224-636585a80443), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.834641 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:59.858091 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (3f9dea73-8076-49a5-8658-06557473a2f8), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.858542 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Added segment 3f9dea73-8076-49a5-8658-06557473a2f8 of type vlan for network 33038658-7349-4e3b-a41f-0722b5d39fa4 Nov 02 12:54:59.875029 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e7b146-3889-4d11-8224-636585a80443,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:59.905603 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51a63c-99db-47f8-992c-820f3a13ffb3 req-53f4ef99-e041-4c58-915c-6c833b582b16 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:59.907242 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac51a63c-99db-47f8-992c-820f3a13ffb3 req-53f4ef99-e041-4c58-915c-6c833b582b16 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0699518 Nov 02 12:54:59.910982 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (33038658-7349-4e3b-a41f-0722b5d39fa4), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.939604 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (33038658-7349-4e3b-a41f-0722b5d39fa4), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.941573 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:59.942182 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:59.960070 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac51a63c-99db-47f8-992c-820f3a13ffb3 req-663d2c9e-e4e5-452b-977e-1e646dc9fc59 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455999 Nov 02 12:55:00.000253 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4207203 Nov 02 12:55:00.003216 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50436) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:00.008583 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] Request body: {'subnet': {'network_id': '33038658-7349-4e3b-a41f-0722b5d39fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-6340418-subnet', 'tenant_id': '27a1fa5d92b245b3beed97f01e1ac711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:00.012315 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa45cc1-6cf8-4a88-94b7-d5d7ad87a764 admin admin] Pushing event updated for resources: {'Network': ['ID=33038658-7349-4e3b-a41f-0722b5d39fa4,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:00.024165 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 33038658-7349-4e3b-a41f-0722b5d39fa4 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:00.030830 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] Made reservation on behalf of 27a1fa5d92b245b3beed97f01e1ac711 for: {'subnet': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:00.033339 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14319857'] for subnet (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.217305 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14319619'] for subnet (0433a224-7404-474f-ad3c-6786c0ca5910), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.267360 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device aad9d0c6-a668-4a16-a9f0-9862d0782cbc up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:00.275249 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0433a224-7404-474f-ad3c-6786c0ca5910,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:00.285258 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] Checking segment: {'id': '3f9dea73-8076-49a5-8658-06557473a2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '33038658-7349-4e3b-a41f-0722b5d39fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:55:00.292293 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] Network hostable DHCP agents. Network: 33038658-7349-4e3b-a41f-0722b5d39fa4, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:00.316472 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] Network 33038658-7349-4e3b-a41f-0722b5d39fa4 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:00.321869 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port aad9d0c6-a668-4a16-a9f0-9862d0782cbc triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:55:00.322246 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.322705 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port aad9d0c6-a668-4a16-a9f0-9862d0782cbc Nov 02 12:55:00.327975 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 33038658-7349-4e3b-a41f-0722b5d39fa4) {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:00.344963 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:00.345430 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.346984 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25840b8e-4f75-423d-ade7-8a7687cf76b0 None None] Network 33038658-7349-4e3b-a41f-0722b5d39fa4 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:55:00.365106 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185f235-55ac-4d0f-84fe-dc304397d880 req-962e3fc0-6f2e-49c4-876e-742c054bb3cd tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:00.366929 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-aba6a6c7-6f71-4fc6-a8ce-38371d7b119c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3625491 Nov 02 12:55:00.384235 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3185f235-55ac-4d0f-84fe-dc304397d880 req-962e3fc0-6f2e-49c4-876e-742c054bb3cd tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 946 time: 0.0898116 Nov 02 12:55:00.442209 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3185f235-55ac-4d0f-84fe-dc304397d880 req-a20458f6-25fa-4d1b-abf2-b83409f2a5d5 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1a7b93c-6d88-493c-a715-470e6850ea1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641844 Nov 02 12:55:00.501731 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port aad9d0c6-a668-4a16-a9f0-9862d0782cbc is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:55:00.509523 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5c16b6-13c6-43bd-ad5b-b922ee813f87 None None] Network 33038658-7349-4e3b-a41f-0722b5d39fa4 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:55:00.853998 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.913872 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeff36d-d284-4155-81c7-440e487fc55b req-3a6222bd-6a9a-4337-b815-bb57d1488ec0 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:00.915658 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0aeff36d-d284-4155-81c7-440e487fc55b req-3a6222bd-6a9a-4337-b815-bb57d1488ec0 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.105 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 946 time: 0.1010125 Nov 02 12:55:00.934691 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50468) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:00.939530 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-49196779-network', 'tenant_id': '0b45d532a30343db9ec3f3fb3017855d'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:00.970837 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Made reservation on behalf of 0b45d532a30343db9ec3f3fb3017855d for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:00.973427 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:00.982467 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.034062 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-0aeff36d-d284-4155-81c7-440e487fc55b req-0846276e-c967-4145-abb2-53ca205a15a2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Deleting port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:55:01.034390 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-0aeff36d-d284-4155-81c7-440e487fc55b req-0846276e-c967-4145-abb2-53ca205a15a2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.076192 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Publish callbacks [] for security_group (35d90b7b-0b76-4361-9d6c-d5379e34d170), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.080904 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (35d90b7b-0b76-4361-9d6c-d5379e34d170), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.102907 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] vlan segment allocate from pool success with {'vlan_id': 1409, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:55:01.117035 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d90b7b-0b76-4361-9d6c-d5379e34d170,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:01.127903 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (6ba50d25-671c-4ce3-810b-bc1cf50881e4), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.128654 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Added segment 6ba50d25-671c-4ce3-810b-bc1cf50881e4 of type vlan for network e393a226-81b5-4c6f-befb-72d48fc8538f Nov 02 12:55:01.171071 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-0aeff36d-d284-4155-81c7-440e487fc55b req-0846276e-c967-4145-abb2-53ca205a15a2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] For port c074d7a0-ff6b-442f-986c-61ef7a9eafd3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c074d7a0-ff6b-442f-986c-61ef7a9eafd3,segment=NetworkSegment(718e5dcc-f1ee-4627-a5db-21375990c185),segment_id=718e5dcc-f1ee-4627-a5db-21375990c185)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:01.171452 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-0aeff36d-d284-4155-81c7-440e487fc55b req-0846276e-c967-4145-abb2-53ca205a15a2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.182874 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (e393a226-81b5-4c6f-befb-72d48fc8538f), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.190190 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-0aeff36d-d284-4155-81c7-440e487fc55b req-0846276e-c967-4145-abb2-53ca205a15a2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Calling delete_port for c074d7a0-ff6b-442f-986c-61ef7a9eafd3 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:55:01.201480 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a54b9-9b0b-4901-a98e-7cc5792b3000 req-812d5dd9-13ae-4a9b-a39e-bebaec97b190 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:01.202982 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a08a54b9-9b0b-4901-a98e-7cc5792b3000 req-812d5dd9-13ae-4a9b-a39e-bebaec97b190 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.1032896 Nov 02 12:55:01.216670 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (e393a226-81b5-4c6f-befb-72d48fc8538f), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.218306 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:01.219443 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.280517 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3445697 Nov 02 12:55:01.287469 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50476) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:01.292999 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] Request body: {'subnet': {'network_id': 'e393a226-81b5-4c6f-befb-72d48fc8538f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-49196779-subnet', 'tenant_id': '0b45d532a30343db9ec3f3fb3017855d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:01.294060 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb53a7-2a82-4877-a950-561e84733238 admin admin] Pushing event updated for resources: {'Network': ['ID=e393a226-81b5-4c6f-befb-72d48fc8538f,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:01.303364 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50478) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:01.304568 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network e393a226-81b5-4c6f-befb-72d48fc8538f details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:01.336902 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a08a54b9-9b0b-4901-a98e-7cc5792b3000 req-0306ee0d-b54e-4557-9030-2c8a099aa6d6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206760 Nov 02 12:55:01.358923 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] Made reservation on behalf of 0b45d532a30343db9ec3f3fb3017855d for: {'subnet': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:01.361398 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14319857'] for subnet (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.441833 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d83a43e4-cb63-4cb6-856a-1046353b81d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.492789 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-0aeff36d-d284-4155-81c7-440e487fc55b req-0846276e-c967-4145-abb2-53ca205a15a2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (c074d7a0-ff6b-442f-986c-61ef7a9eafd3), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.532642 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846276e-c967-4145-abb2-53ca205a15a2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Pushing event deleted for resources: {'Port': ['ID=c074d7a0-ff6b-442f-986c-61ef7a9eafd3,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:01.547557 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['c074d7a0-ff6b-442f-986c-61ef7a9eafd3'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:55:01.560373 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d83a43e4-cb63-4cb6-856a-1046353b81d5 admin admin] Publish callbacks [] for security_group (66b047eb-4b64-473d-8a22-60749f8d7ca5), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.563032 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d69f272d-7af5-47fe-a30b-4f3651b7328e req-7c80f49a-f36d-4e05-9e77-378e5a8c6eb1 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d8362ec-1f17-48f6-8504-afecca67a61f HTTP/1.1" status: 200 len: 210 time: 0.0387022 Nov 02 12:55:01.567017 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d83a43e4-cb63-4cb6-856a-1046353b81d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (66b047eb-4b64-473d-8a22-60749f8d7ca5), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.616308 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeff36d-d284-4155-81c7-440e487fc55b req-0846276e-c967-4145-abb2-53ca205a15a2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] No DVR routers for this DVR port c074d7a0-ff6b-442f-986c-61ef7a9eafd3 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:55:01.616567 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-d83a43e4-cb63-4cb6-856a-1046353b81d5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b5800d6478f14bf292b8054198ec9ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092902 Nov 02 12:55:01.619919 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50488) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:01.619919 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-0aeff36d-d284-4155-81c7-440e487fc55b req-0846276e-c967-4145-abb2-53ca205a15a2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.623510 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0aeff36d-d284-4155-81c7-440e487fc55b req-0846276e-c967-4145-abb2-53ca205a15a2 tempest-VolumesActionsTest-399472520 tempest-VolumesActionsTest-399472520-project] 10.222.0.105 "DELETE /v2.0/ports/c074d7a0-ff6b-442f-986c-61ef7a9eafd3 HTTP/1.1" status: 204 len: 173 time: 0.7024782 Nov 02 12:55:01.625297 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8362ec-1f17-48f6-8504-afecca67a61f', 'name': 'network-vif-deleted', 'tag': 'c074d7a0-ff6b-442f-986c-61ef7a9eafd3'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:55:01.626692 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a43e4-cb63-4cb6-856a-1046353b81d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b047eb-4b64-473d-8a22-60749f8d7ca5,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:01.627899 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f64c38-7d5d-4560-ab29-af7041c524da" -d '{"events": [{"server_uuid": "6d8362ec-1f17-48f6-8504-afecca67a61f", "name": "network-vif-deleted", "tag": "c074d7a0-ff6b-442f-986c-61ef7a9eafd3"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:55:01.692528 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462b5844-8488-457b-a3eb-b64321a6b925 x-openstack-request-id: req-462b5844-8488-457b-a3eb-b64321a6b925 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:55:01.692815 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8362ec-1f17-48f6-8504-afecca67a61f", "name": "network-vif-deleted", "tag": "c074d7a0-ff6b-442f-986c-61ef7a9eafd3", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:55:01.693071 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-462b5844-8488-457b-a3eb-b64321a6b925 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:55:01.693479 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462b5844-8488-457b-a3eb-b64321a6b925'] response: {'server_uuid': '6d8362ec-1f17-48f6-8504-afecca67a61f', 'name': 'network-vif-deleted', 'tag': 'c074d7a0-ff6b-442f-986c-61ef7a9eafd3', 'status': 'completed', 'code': 200} Nov 02 12:55:01.734821 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14319619'] for subnet (57a19744-f331-4e14-8703-4cd15aa059cb), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.762554 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-56d0a079-140f-4804-8f31-e6f1a26afdeb admin admin] Publish callbacks [] for security_group (66b047eb-4b64-473d-8a22-60749f8d7ca5), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.806253 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-56d0a079-140f-4804-8f31-e6f1a26afdeb admin admin] Publish callbacks [] for security_group (66b047eb-4b64-473d-8a22-60749f8d7ca5), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.814656 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a19744-f331-4e14-8703-4cd15aa059cb,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:01.851475 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] Checking segment: {'id': '6ba50d25-671c-4ce3-810b-bc1cf50881e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': 'e393a226-81b5-4c6f-befb-72d48fc8538f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:55:01.851844 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] Network hostable DHCP agents. Network: e393a226-81b5-4c6f-befb-72d48fc8538f, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:01.871086 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] Network e393a226-81b5-4c6f-befb-72d48fc8538f is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:01.879560 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-56d0a079-140f-4804-8f31-e6f1a26afdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (66b047eb-4b64-473d-8a22-60749f8d7ca5), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.882827 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-56d0a079-140f-4804-8f31-e6f1a26afdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.884010 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-56d0a079-140f-4804-8f31-e6f1a26afdeb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/66b047eb-4b64-473d-8a22-60749f8d7ca5 HTTP/1.1" status: 204 len: 168 time: 0.2595687 Nov 02 12:55:01.886590 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, e393a226-81b5-4c6f-befb-72d48fc8538f) {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:01.894540 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:01.894540 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:01.898746 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878c9f76-976e-427d-a7e0-9a6dc9a7845f None None] Network e393a226-81b5-4c6f-befb-72d48fc8538f requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:55:01.903820 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0a079-140f-4804-8f31-e6f1a26afdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b047eb-4b64-473d-8a22-60749f8d7ca5,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:01.917255 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-bcefed0a-abf0-4f47-9636-1f6d0800989b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6285441 Nov 02 12:55:02.016630 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9830c91-2e13-4be5-9e0c-1d10ea9f3ccd None None] Network e393a226-81b5-4c6f-befb-72d48fc8538f requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:55:02.072828 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50498) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:02.123879 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d0c8c3-4a69-4663-8397-3d4654ab3d58 admin admin] Deleting subnet 0433a224-7404-474f-ad3c-6786c0ca5910 {{(pid=110476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:55:02.127242 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f7d0c8c3-4a69-4663-8397-3d4654ab3d58 admin admin] Publish callbacks [] for subnet (0433a224-7404-474f-ad3c-6786c0ca5910), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.164781 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f7d0c8c3-4a69-4663-8397-3d4654ab3d58 admin admin] Publish callbacks [] for subnet (0433a224-7404-474f-ad3c-6786c0ca5910), precommit_delete_associations {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.176636 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f7d0c8c3-4a69-4663-8397-3d4654ab3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (0433a224-7404-474f-ad3c-6786c0ca5910), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.226542 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50500) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:02.242281 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d4e2f57b-b725-48e8-bc24-9a69f1cb4bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.248031 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f7d0c8c3-4a69-4663-8397-3d4654ab3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for subnet (0433a224-7404-474f-ad3c-6786c0ca5910), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.279285 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f7d0c8c3-4a69-4663-8397-3d4654ab3d58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.283833 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f7d0c8c3-4a69-4663-8397-3d4654ab3d58 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/0433a224-7404-474f-ad3c-6786c0ca5910 HTTP/1.1" status: 204 len: 168 time: 0.2099855 Nov 02 12:55:02.285000 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0c8c3-4a69-4663-8397-3d4654ab3d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0433a224-7404-474f-ad3c-6786c0ca5910,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:02.289061 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50502) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:02.336011 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d4e2f57b-b725-48e8-bc24-9a69f1cb4bc8 admin admin] Publish callbacks [] for security_group (b853c108-5f84-4d0a-8446-17618bd4e539), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.341401 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d4e2f57b-b725-48e8-bc24-9a69f1cb4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (b853c108-5f84-4d0a-8446-17618bd4e539), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.373193 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (33038658-7349-4e3b-a41f-0722b5d39fa4), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.387605 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.406053 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-d4e2f57b-b725-48e8-bc24-9a69f1cb4bc8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6686ac56f6b64326a57ba15a8d89fa3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759198 Nov 02 12:55:02.406053 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2f57b-b725-48e8-bc24-9a69f1cb4bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b853c108-5f84-4d0a-8446-17618bd4e539,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:02.406924 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50506) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:02.455914 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-7fbe8b99-b686-40bb-a2d5-5449e56557c4 admin admin] Publish callbacks [] for security_group (b853c108-5f84-4d0a-8446-17618bd4e539), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.481359 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-7fbe8b99-b686-40bb-a2d5-5449e56557c4 admin admin] Publish callbacks [] for security_group (b853c108-5f84-4d0a-8446-17618bd4e539), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.513991 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (33038658-7349-4e3b-a41f-0722b5d39fa4), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.544617 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.544987 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.545836 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.546191 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.546551 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.546908 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.547243 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.547563 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.547917 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.548256 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.556795 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-7fbe8b99-b686-40bb-a2d5-5449e56557c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (b853c108-5f84-4d0a-8446-17618bd4e539), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.559549 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-7fbe8b99-b686-40bb-a2d5-5449e56557c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.560739 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-7fbe8b99-b686-40bb-a2d5-5449e56557c4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b853c108-5f84-4d0a-8446-17618bd4e539 HTTP/1.1" status: 204 len: 168 time: 0.1529086 Nov 02 12:55:02.570040 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe8b99-b686-40bb-a2d5-5449e56557c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b853c108-5f84-4d0a-8446-17618bd4e539,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:02.617414 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.617774 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.618162 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.618551 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:55:02.618958 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33038658-7349-4e3b-a41f-0722b5d39fa4']}} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:02.644973 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4baaa2-40c2-44d5-8cb1-1c1356abe8b6 req-7bdd8329-fcfe-4bd0-9745-ea8ba00b1b49 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:02.646546 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4f4baaa2-40c2-44d5-8cb1-1c1356abe8b6 req-7bdd8329-fcfe-4bd0-9745-ea8ba00b1b49 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.2057602 Nov 02 12:55:02.648502 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9dea73-8076-49a5-8658-06557473a2f8') {'for_net_delete': True} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:02.648795 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9dea73-8076-49a5-8658-06557473a2f8') {} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:02.673237 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12720126'] for segment (3f9dea73-8076-49a5-8658-06557473a2f8), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.716266 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (3f9dea73-8076-49a5-8658-06557473a2f8), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.727482 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=110476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:02.728118 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112400'] for segment (3f9dea73-8076-49a5-8658-06557473a2f8), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.792587 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4f4baaa2-40c2-44d5-8cb1-1c1356abe8b6 req-bd645e78-2c11-414a-a0eb-f817b7ac61ae tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392405 Nov 02 12:55:02.816707 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (33038658-7349-4e3b-a41f-0722b5d39fa4), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.833133 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.836743 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50526) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:02.836928 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] 10.222.0.90 "DELETE /v2.0/networks/33038658-7349-4e3b-a41f-0722b5d39fa4 HTTP/1.1" status: 204 len: 168 time: 0.5481582 Nov 02 12:55:02.847782 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf2be6-32e9-4a79-843b-b95f4fc612e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=33038658-7349-4e3b-a41f-0722b5d39fa4,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:02.933362 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddbfb76-dabf-4127-b328-ede24aacc2ca admin admin] Deleting subnet 57a19744-f331-4e14-8703-4cd15aa059cb {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:55:02.936922 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6ddbfb76-dabf-4127-b328-ede24aacc2ca admin admin] Publish callbacks [] for subnet (57a19744-f331-4e14-8703-4cd15aa059cb), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:02.984518 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6ddbfb76-dabf-4127-b328-ede24aacc2ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16000396'] for subnet (57a19744-f331-4e14-8703-4cd15aa059cb), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.035399 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6ddbfb76-dabf-4127-b328-ede24aacc2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (57a19744-f331-4e14-8703-4cd15aa059cb), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.112911 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6ddbfb76-dabf-4127-b328-ede24aacc2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14319644'] for subnet (57a19744-f331-4e14-8703-4cd15aa059cb), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.117611 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 3f9dea73-8076-49a5-8658-06557473a2f8 resource provider aggregate not found Nov 02 12:55:03.139622 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 3f9dea73-8076-49a5-8658-06557473a2f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f9dea73-8076-49a5-8658-06557473a2f8 found for delete ", "request_id": "req-881bded9-b591-403d-b5c5-78315b641baf"}]} Nov 02 12:55:03.147187 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbfb76-dabf-4127-b328-ede24aacc2ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a19744-f331-4e14-8703-4cd15aa059cb,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:03.155873 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6ddbfb76-dabf-4127-b328-ede24aacc2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.159717 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-6ddbfb76-dabf-4127-b328-ede24aacc2ca admin admin] 10.222.0.90 "DELETE /v2.0/subnets/57a19744-f331-4e14-8703-4cd15aa059cb HTTP/1.1" status: 204 len: 168 time: 0.3212974 Nov 02 12:55:03.161816 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50552) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:03.241680 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (e393a226-81b5-4c6f-befb-72d48fc8538f), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.334088 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (e393a226-81b5-4c6f-befb-72d48fc8538f), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.358169 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e393a226-81b5-4c6f-befb-72d48fc8538f']}} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:03.368739 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba50d25-671c-4ce3-810b-bc1cf50881e4') {'for_net_delete': True} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:03.369049 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba50d25-671c-4ce3-810b-bc1cf50881e4') {} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:03.384701 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16000405'] for segment (6ba50d25-671c-4ce3-810b-bc1cf50881e4), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.408616 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (6ba50d25-671c-4ce3-810b-bc1cf50881e4), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.423669 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] Releasing vlan 1409 on physical network physnet1 to pool {{(pid=110475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:03.424309 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12738436'] for segment (6ba50d25-671c-4ce3-810b-bc1cf50881e4), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.467678 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 6ba50d25-671c-4ce3-810b-bc1cf50881e4 resource provider aggregate not found Nov 02 12:55:03.496681 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 6ba50d25-671c-4ce3-810b-bc1cf50881e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ba50d25-671c-4ce3-810b-bc1cf50881e4 found for delete ", "request_id": "req-3eb3edbd-d680-4a0b-98ce-f508a9b6c044"}]} Nov 02 12:55:03.500316 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (e393a226-81b5-4c6f-befb-72d48fc8538f), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.525837 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.531682 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] 10.222.0.90 "DELETE /v2.0/networks/e393a226-81b5-4c6f-befb-72d48fc8538f HTTP/1.1" status: 204 len: 168 time: 0.3662975 Nov 02 12:55:03.532382 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e32b1-eb4b-4df2-8fd5-24e528bccd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=e393a226-81b5-4c6f-befb-72d48fc8538f,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:03.726630 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50592) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:03.769720 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-7533c0ab-9f87-46bf-9c84-d6d4237fbcb6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=27a1fa5d92b245b3beed97f01e1ac711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415425 Nov 02 12:55:03.772472 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50594) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:03.822366 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5f65-6c08-4215-9a1f-d4d73ba10c7d admin admin] Publish callbacks [] for security_group (c3e7b146-3889-4d11-8224-636585a80443), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.848239 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5f65-6c08-4215-9a1f-d4d73ba10c7d admin admin] Publish callbacks [] for security_group (c3e7b146-3889-4d11-8224-636585a80443), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.924264 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5f65-6c08-4215-9a1f-d4d73ba10c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c3e7b146-3889-4d11-8224-636585a80443), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.927631 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5f65-6c08-4215-9a1f-d4d73ba10c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:03.929294 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-7c8d5f65-6c08-4215-9a1f-d4d73ba10c7d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c3e7b146-3889-4d11-8224-636585a80443 HTTP/1.1" status: 204 len: 168 time: 0.1558599 Nov 02 12:55:03.946423 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0482308-a70f-4473-a2a2-9601d0d9c2c5 req-22e43bd4-6bdc-4cce-a491-2d07c644834c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:03.948131 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b0482308-a70f-4473-a2a2-9601d0d9c2c5 req-22e43bd4-6bdc-4cce-a491-2d07c644834c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0663528 Nov 02 12:55:03.952499 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d5f65-6c08-4215-9a1f-d4d73ba10c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e7b146-3889-4d11-8224-636585a80443,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:04.007258 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b0482308-a70f-4473-a2a2-9601d0d9c2c5 req-9db28e0c-74fa-4bba-88e7-0cbaf34cca70 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529962 Nov 02 12:55:04.153819 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c074d7a0-ff6b-442f-986c-61ef7a9eafd3 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:55:04.178797 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: c074d7a0-ff6b-442f-986c-61ef7a9eafd3 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:55:04.179406 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c074d7a0-ff6b-442f-986c-61ef7a9eafd3 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:55:04.350526 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50618) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:04.394914 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-77097f0e-52d7-4a53-9b41-57a30867903f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0b45d532a30343db9ec3f3fb3017855d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428638 Nov 02 12:55:04.398243 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50620) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:04.452649 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b5b4-332d-4082-a4d3-38d499f2a252 admin admin] Publish callbacks [] for security_group (35d90b7b-0b76-4361-9d6c-d5379e34d170), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.480722 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b5b4-332d-4082-a4d3-38d499f2a252 admin admin] Publish callbacks [] for security_group (35d90b7b-0b76-4361-9d6c-d5379e34d170), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.538317 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b5b4-332d-4082-a4d3-38d499f2a252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (35d90b7b-0b76-4361-9d6c-d5379e34d170), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.541082 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b5b4-332d-4082-a4d3-38d499f2a252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.542325 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b2f2b5b4-332d-4082-a4d3-38d499f2a252 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/35d90b7b-0b76-4361-9d6c-d5379e34d170 HTTP/1.1" status: 204 len: 168 time: 0.1428616 Nov 02 12:55:04.550730 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2b5b4-332d-4082-a4d3-38d499f2a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d90b7b-0b76-4361-9d6c-d5379e34d170,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:04.775081 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50644) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:04.884864 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-15afb7c1-896a-4df6-95a8-5d22ea9c5b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.975950 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-15afb7c1-896a-4df6-95a8-5d22ea9c5b3f admin admin] Publish callbacks [] for security_group (f0c2d9a2-af62-4629-8f55-163b30ddb9cb), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:04.981813 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-15afb7c1-896a-4df6-95a8-5d22ea9c5b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (f0c2d9a2-af62-4629-8f55-163b30ddb9cb), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.020483 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afb7c1-896a-4df6-95a8-5d22ea9c5b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c2d9a2-af62-4629-8f55-163b30ddb9cb,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:05.030019 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-15afb7c1-896a-4df6-95a8-5d22ea9c5b3f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=61bfaedafb1743a4925865288358a640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505801 Nov 02 12:55:05.030019 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50656) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:05.085440 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1ed67aa4-63f7-4f41-b532-bf37cf66c8b7 admin admin] Publish callbacks [] for security_group (f0c2d9a2-af62-4629-8f55-163b30ddb9cb), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.113883 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1ed67aa4-63f7-4f41-b532-bf37cf66c8b7 admin admin] Publish callbacks [] for security_group (f0c2d9a2-af62-4629-8f55-163b30ddb9cb), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.158249 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bda83-a27f-4083-8dde-59fea4afdce4 req-78feaed2-fffc-4233-bb30-c94ccb2e0d5c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:05.166083 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-851bda83-a27f-4083-8dde-59fea4afdce4 req-78feaed2-fffc-4233-bb30-c94ccb2e0d5c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0650766 Nov 02 12:55:05.177251 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1ed67aa4-63f7-4f41-b532-bf37cf66c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (f0c2d9a2-af62-4629-8f55-163b30ddb9cb), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.180028 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1ed67aa4-63f7-4f41-b532-bf37cf66c8b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.181276 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-1ed67aa4-63f7-4f41-b532-bf37cf66c8b7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f0c2d9a2-af62-4629-8f55-163b30ddb9cb HTTP/1.1" status: 204 len: 168 time: 0.1508312 Nov 02 12:55:05.190623 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed67aa4-63f7-4f41-b532-bf37cf66c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c2d9a2-af62-4629-8f55-163b30ddb9cb,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:05.232168 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-851bda83-a27f-4083-8dde-59fea4afdce4 req-709790ba-9f5b-46d1-8218-cbbf5a9f2f60 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648866 Nov 02 12:55:05.612877 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50680) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:05.627665 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-16ee026f-3661-4082-ad3f-dc4a3ea922cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.718158 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-16ee026f-3661-4082-ad3f-dc4a3ea922cc admin admin] Publish callbacks [] for security_group (5b9336a7-70c2-418a-803f-b89716e9c151), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.723158 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-16ee026f-3661-4082-ad3f-dc4a3ea922cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (5b9336a7-70c2-418a-803f-b89716e9c151), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.761528 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-16ee026f-3661-4082-ad3f-dc4a3ea922cc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5abc59e42e4a4d9fbd181914666d9dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474380 Nov 02 12:55:05.763541 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee026f-3661-4082-ad3f-dc4a3ea922cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9336a7-70c2-418a-803f-b89716e9c151,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:05.764354 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50686) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:05.818403 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7315aa1a-d12b-49bb-ac53-4a7a832fa3b2 admin admin] Publish callbacks [] for security_group (5b9336a7-70c2-418a-803f-b89716e9c151), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.841494 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7315aa1a-d12b-49bb-ac53-4a7a832fa3b2 admin admin] Publish callbacks [] for security_group (5b9336a7-70c2-418a-803f-b89716e9c151), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.891477 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7315aa1a-d12b-49bb-ac53-4a7a832fa3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (5b9336a7-70c2-418a-803f-b89716e9c151), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.894442 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7315aa1a-d12b-49bb-ac53-4a7a832fa3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:05.895757 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-7315aa1a-d12b-49bb-ac53-4a7a832fa3b2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5b9336a7-70c2-418a-803f-b89716e9c151 HTTP/1.1" status: 204 len: 168 time: 0.1299028 Nov 02 12:55:05.903579 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315aa1a-d12b-49bb-ac53-4a7a832fa3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9336a7-70c2-418a-803f-b89716e9c151,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:06.363097 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6772d3-1f72-4a13-aeab-d4b16a8599bf req-46a5b5e3-4171-46ef-a860-cc16436bc421 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:06.364619 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1a6772d3-1f72-4a13-aeab-d4b16a8599bf req-46a5b5e3-4171-46ef-a860-cc16436bc421 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0638027 Nov 02 12:55:06.428777 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1a6772d3-1f72-4a13-aeab-d4b16a8599bf req-2298fc34-90a5-44e7-b02a-55c9038de283 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580885 Nov 02 12:55:07.021625 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50742) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:07.130863 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0b92f50e-4f3b-468c-a208-8905c8f020f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.213639 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0b92f50e-4f3b-468c-a208-8905c8f020f9 admin admin] Publish callbacks [] for security_group (88149a9c-dd8f-4650-ab1b-9c70c4e799ea), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.218838 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0b92f50e-4f3b-468c-a208-8905c8f020f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (88149a9c-dd8f-4650-ab1b-9c70c4e799ea), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.257647 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-0b92f50e-4f3b-468c-a208-8905c8f020f9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=032cf00fe568430e852b910fb8693cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348549 Nov 02 12:55:07.258304 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92f50e-4f3b-468c-a208-8905c8f020f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88149a9c-dd8f-4650-ab1b-9c70c4e799ea,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:07.261382 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50746) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:07.311761 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-92abead5-d96f-4ac1-af12-f40d76c457f6 admin admin] Publish callbacks [] for security_group (88149a9c-dd8f-4650-ab1b-9c70c4e799ea), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.334305 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-92abead5-d96f-4ac1-af12-f40d76c457f6 admin admin] Publish callbacks [] for security_group (88149a9c-dd8f-4650-ab1b-9c70c4e799ea), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.391143 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-92abead5-d96f-4ac1-af12-f40d76c457f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (88149a9c-dd8f-4650-ab1b-9c70c4e799ea), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.393956 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-92abead5-d96f-4ac1-af12-f40d76c457f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:07.395429 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-92abead5-d96f-4ac1-af12-f40d76c457f6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/88149a9c-dd8f-4650-ab1b-9c70c4e799ea HTTP/1.1" status: 204 len: 168 time: 0.1327400 Nov 02 12:55:07.404648 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abead5-d96f-4ac1-af12-f40d76c457f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88149a9c-dd8f-4650-ab1b-9c70c4e799ea,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:07.565959 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2407de-80fe-4361-a5d6-527d60ba130c req-0cb66639-16d1-426c-942f-fa2581c05fc5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:07.567438 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5e2407de-80fe-4361-a5d6-527d60ba130c req-0cb66639-16d1-426c-942f-fa2581c05fc5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0604501 Nov 02 12:55:07.618152 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5e2407de-80fe-4361-a5d6-527d60ba130c req-10ab89f0-5c72-4b60-ad80-a037ee0444db tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435364 Nov 02 12:55:08.764015 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611fe9-89c4-4c1b-9c77-a4f77ab71582 req-08bc13a2-03b8-4bd0-b201-da9d7ea4473a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:08.765538 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-cb611fe9-89c4-4c1b-9c77-a4f77ab71582 req-08bc13a2-03b8-4bd0-b201-da9d7ea4473a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0657816 Nov 02 12:55:08.816811 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-cb611fe9-89c4-4c1b-9c77-a4f77ab71582 req-31577109-e78c-4267-885b-87b3d4bcfd34 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 Nov 02 12:55:09.609770 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50828) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:09.722784 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-15dd7394-db04-462a-8606-9f80625a48de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:09.794185 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-15dd7394-db04-462a-8606-9f80625a48de admin admin] Publish callbacks [] for security_group (684456af-92f1-4f2a-9115-dda1ba1701b8), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:09.799901 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-15dd7394-db04-462a-8606-9f80625a48de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (684456af-92f1-4f2a-9115-dda1ba1701b8), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:09.845489 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-15dd7394-db04-462a-8606-9f80625a48de admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=85ea8ab432d145bf8013f2aa18446393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319288 Nov 02 12:55:09.845489 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd7394-db04-462a-8606-9f80625a48de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684456af-92f1-4f2a-9115-dda1ba1701b8,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:09.848490 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50832) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:09.896020 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-264a397d-5031-490b-9cb4-d44e0f793f91 admin admin] Publish callbacks [] for security_group (684456af-92f1-4f2a-9115-dda1ba1701b8), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:09.926663 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-264a397d-5031-490b-9cb4-d44e0f793f91 admin admin] Publish callbacks [] for security_group (684456af-92f1-4f2a-9115-dda1ba1701b8), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:09.997943 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ef949-1096-46ad-bd2d-2f2689114e2b req-b31a571b-7e92-4fdd-9520-e4df5da08420 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:09.999557 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d55ef949-1096-46ad-bd2d-2f2689114e2b req-b31a571b-7e92-4fdd-9520-e4df5da08420 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0921412 Nov 02 12:55:10.022296 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-264a397d-5031-490b-9cb4-d44e0f793f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (684456af-92f1-4f2a-9115-dda1ba1701b8), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.024795 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-264a397d-5031-490b-9cb4-d44e0f793f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.025906 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-264a397d-5031-490b-9cb4-d44e0f793f91 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/684456af-92f1-4f2a-9115-dda1ba1701b8 HTTP/1.1" status: 204 len: 168 time: 0.1779072 Nov 02 12:55:10.042034 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a397d-5031-490b-9cb4-d44e0f793f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684456af-92f1-4f2a-9115-dda1ba1701b8,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:10.072884 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d55ef949-1096-46ad-bd2d-2f2689114e2b req-61ecc337-439f-4313-af05-6ecbfd5e3957 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614212 Nov 02 12:55:10.346924 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50844) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:10.363041 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ad638d93-8c21-4da2-90db-e302798fc84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.441086 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ad638d93-8c21-4da2-90db-e302798fc84a admin admin] Publish callbacks [] for security_group (37389b86-2448-4175-8e2e-dd67447c887e), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.446181 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ad638d93-8c21-4da2-90db-e302798fc84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (37389b86-2448-4175-8e2e-dd67447c887e), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.485827 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-ad638d93-8c21-4da2-90db-e302798fc84a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4449a20ba22046dc90a871cb1ca9c8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377757 Nov 02 12:55:10.486738 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad638d93-8c21-4da2-90db-e302798fc84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37389b86-2448-4175-8e2e-dd67447c887e,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:10.488677 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50846) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:10.544621 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1be1352b-98af-4fa4-abd6-cbc36e28d19d admin admin] Publish callbacks [] for security_group (37389b86-2448-4175-8e2e-dd67447c887e), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.566944 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1be1352b-98af-4fa4-abd6-cbc36e28d19d admin admin] Publish callbacks [] for security_group (37389b86-2448-4175-8e2e-dd67447c887e), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.618042 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1be1352b-98af-4fa4-abd6-cbc36e28d19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (37389b86-2448-4175-8e2e-dd67447c887e), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.621025 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1be1352b-98af-4fa4-abd6-cbc36e28d19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:10.622593 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-1be1352b-98af-4fa4-abd6-cbc36e28d19d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/37389b86-2448-4175-8e2e-dd67447c887e HTTP/1.1" status: 204 len: 168 time: 0.1328087 Nov 02 12:55:10.630482 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1352b-98af-4fa4-abd6-cbc36e28d19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37389b86-2448-4175-8e2e-dd67447c887e,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:11.259169 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b5ad7-24ad-4aa4-95a2-88d8311b7934 req-da87d024-9896-4c86-8819-523b6862bf35 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:11.266841 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d81b5ad7-24ad-4aa4-95a2-88d8311b7934 req-da87d024-9896-4c86-8819-523b6862bf35 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0999787 Nov 02 12:55:11.342765 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d81b5ad7-24ad-4aa4-95a2-88d8311b7934 req-d907f76e-b260-4b82-b25d-294fc9e0dbab tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745845 Nov 02 12:55:11.363947 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36a43cbb-83b7-478d-a685-164332641853 req-8b58e009-c0de-4152-a224-834af528392c service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588608 Nov 02 12:55:11.460390 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a43cbb-83b7-478d-a685-164332641853 req-3b95f822-5899-4d5c-8943-4ea1686419f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:11.461804 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36a43cbb-83b7-478d-a685-164332641853 req-3b95f822-5899-4d5c-8943-4ea1686419f5 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 1129 time: 0.0489333 Nov 02 12:55:11.582302 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a43cbb-83b7-478d-a685-164332641853 req-3dd7e1e3-f46a-4823-82ce-c26a12517eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:11.583764 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36a43cbb-83b7-478d-a685-164332641853 req-3dd7e1e3-f46a-4823-82ce-c26a12517eda service neutron] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 919 time: 0.1013441 Nov 02 12:55:11.658129 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36a43cbb-83b7-478d-a685-164332641853 req-53d0abcc-f204-4161-be8d-87e3b15f63a8 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f HTTP/1.1" status: 200 len: 1000 time: 0.0639193 Nov 02 12:55:11.716303 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a43cbb-83b7-478d-a685-164332641853 req-cfe55da4-091d-467a-8c4c-4e91296a1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:11.717550 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36a43cbb-83b7-478d-a685-164332641853 req-cfe55da4-091d-467a-8c4c-4e91296a1939 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.0464270 Nov 02 12:55:11.773930 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a43cbb-83b7-478d-a685-164332641853 req-80ae5bae-8c11-4800-ba55-2070d5fa1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:11.775462 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36a43cbb-83b7-478d-a685-164332641853 req-80ae5bae-8c11-4800-ba55-2070d5fa1eaf service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479667 Nov 02 12:55:11.874863 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36a43cbb-83b7-478d-a685-164332641853 req-65ca271e-0461-4952-9df2-3ed3851dee7e service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919180 Nov 02 12:55:11.975439 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36a43cbb-83b7-478d-a685-164332641853 req-446d308d-0dcb-4066-9789-3518a9915274 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926316 Nov 02 12:55:12.461239 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50936) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:12.478796 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f930a5-a0eb-42c0-9c27-4585e9335191 req-2c15a843-4000-445a-97f3-9f7bb65f8cee tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:12.480381 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c9f930a5-a0eb-42c0-9c27-4585e9335191 req-2c15a843-4000-445a-97f3-9f7bb65f8cee tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0553472 Nov 02 12:55:12.529058 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c9f930a5-a0eb-42c0-9c27-4585e9335191 req-70c470ee-3f31-41c1-8356-8b445c37d32b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Nov 02 12:55:12.574858 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d00cf45f-f3d4-4a47-93ba-93c7ea115d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.650812 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d00cf45f-f3d4-4a47-93ba-93c7ea115d7c admin admin] Publish callbacks [] for security_group (05ea18be-18d5-4184-9c17-1581147e20a5), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.656638 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d00cf45f-f3d4-4a47-93ba-93c7ea115d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (05ea18be-18d5-4184-9c17-1581147e20a5), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.697453 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-d00cf45f-f3d4-4a47-93ba-93c7ea115d7c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c74b4e29bba644fab9a14f541989255e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350192 Nov 02 12:55:12.698161 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cf45f-f3d4-4a47-93ba-93c7ea115d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea18be-18d5-4184-9c17-1581147e20a5,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:12.701396 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50940) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:12.756062 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e47adda6-d8df-490f-b456-cb2e07b64c77 admin admin] Publish callbacks [] for security_group (05ea18be-18d5-4184-9c17-1581147e20a5), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.780863 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e47adda6-d8df-490f-b456-cb2e07b64c77 admin admin] Publish callbacks [] for security_group (05ea18be-18d5-4184-9c17-1581147e20a5), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.834207 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e47adda6-d8df-490f-b456-cb2e07b64c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (05ea18be-18d5-4184-9c17-1581147e20a5), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.836781 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e47adda6-d8df-490f-b456-cb2e07b64c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:12.837926 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e47adda6-d8df-490f-b456-cb2e07b64c77 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/05ea18be-18d5-4184-9c17-1581147e20a5 HTTP/1.1" status: 204 len: 168 time: 0.1352198 Nov 02 12:55:12.845752 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47adda6-d8df-490f-b456-cb2e07b64c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea18be-18d5-4184-9c17-1581147e20a5,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:13.156118 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 50950) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:13.169846 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f9c24b81-8395-4936-858e-ea69b8319ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.247340 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f9c24b81-8395-4936-858e-ea69b8319ce4 admin admin] Publish callbacks [] for security_group (72f47079-894f-4d1f-85cd-48a3a753a10c), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.253208 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f9c24b81-8395-4936-858e-ea69b8319ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (72f47079-894f-4d1f-85cd-48a3a753a10c), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.295648 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f9c24b81-8395-4936-858e-ea69b8319ce4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7c9980d1b3d24ee1b2fc027c450e9a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383572 Nov 02 12:55:13.298754 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 50954) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:13.301033 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c24b81-8395-4936-858e-ea69b8319ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f47079-894f-4d1f-85cd-48a3a753a10c,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:13.358586 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c66405c9-f563-4777-b2be-68b4193412a5 admin admin] Publish callbacks [] for security_group (72f47079-894f-4d1f-85cd-48a3a753a10c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.402262 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c66405c9-f563-4777-b2be-68b4193412a5 admin admin] Publish callbacks [] for security_group (72f47079-894f-4d1f-85cd-48a3a753a10c), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.465072 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c66405c9-f563-4777-b2be-68b4193412a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (72f47079-894f-4d1f-85cd-48a3a753a10c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.466412 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c66405c9-f563-4777-b2be-68b4193412a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.470685 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-c66405c9-f563-4777-b2be-68b4193412a5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/72f47079-894f-4d1f-85cd-48a3a753a10c HTTP/1.1" status: 204 len: 168 time: 0.1709232 Nov 02 12:55:13.481024 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66405c9-f563-4777-b2be-68b4193412a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f47079-894f-4d1f-85cd-48a3a753a10c,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:13.666574 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b615-6de5-42cf-afb2-a05f27a8ba07 req-b22c9ace-8b9a-4db6-b32b-d08a8942968a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:13.668426 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9aa6b615-6de5-42cf-afb2-a05f27a8ba07 req-b22c9ace-8b9a-4db6-b32b-d08a8942968a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0610371 Nov 02 12:55:13.723839 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9aa6b615-6de5-42cf-afb2-a05f27a8ba07 req-4531e496-5419-4387-953e-aa9a15f4f6ba tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485740 Nov 02 12:55:14.849801 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981da48-276e-4584-94c1-cc2b68cdd93d req-38a855cb-8740-47f4-a676-e690657e6bc9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:14.851277 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8981da48-276e-4584-94c1-cc2b68cdd93d req-38a855cb-8740-47f4-a676-e690657e6bc9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0525885 Nov 02 12:55:14.898321 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8981da48-276e-4584-94c1-cc2b68cdd93d req-d2b9afad-ae05-4257-8468-2a8eb86469d6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Nov 02 12:55:15.422774 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:16.050565 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae935f-2d70-4b36-961c-cd470f030361 req-89b1a0f3-8f66-42dd-9298-ba71e1923f46 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:16.052036 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7eae935f-2d70-4b36-961c-cd470f030361 req-89b1a0f3-8f66-42dd-9298-ba71e1923f46 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0639846 Nov 02 12:55:16.103517 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7eae935f-2d70-4b36-961c-cd470f030361 req-67c54f53-85f7-43b2-a27d-5adfc5b286f0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Nov 02 12:55:17.243002 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e224d4f-afc4-4c92-bc4e-c4c62b68cc98 req-15750146-aabd-4255-9695-d242d9acc451 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:17.244473 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9e224d4f-afc4-4c92-bc4e-c4c62b68cc98 req-15750146-aabd-4255-9695-d242d9acc451 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0563099 Nov 02 12:55:17.291387 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9e224d4f-afc4-4c92-bc4e-c4c62b68cc98 req-def13849-1b3d-475b-85b8-b0a5005fcee8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410094 Nov 02 12:55:18.429476 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f20804-86de-42fb-84a0-ecd762b058cb req-9216df3b-5484-45e7-a828-2b8cc2928774 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:18.430927 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89f20804-86de-42fb-84a0-ecd762b058cb req-9216df3b-5484-45e7-a828-2b8cc2928774 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0552776 Nov 02 12:55:18.480060 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89f20804-86de-42fb-84a0-ecd762b058cb req-61b76ae8-8b98-4c67-a710-fea7f0720ddf tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Nov 02 12:55:19.621283 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a84077-3114-42d6-a485-72b689cc55cc req-46f2d3e6-7085-4ca8-b33e-9ad0f86ad7f6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:19.622855 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c2a84077-3114-42d6-a485-72b689cc55cc req-46f2d3e6-7085-4ca8-b33e-9ad0f86ad7f6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0573881 Nov 02 12:55:19.676770 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c2a84077-3114-42d6-a485-72b689cc55cc req-0f1f32ff-3e05-4664-856b-b15b4162a276 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482924 Nov 02 12:55:20.802915 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a398a6-665f-4f5a-bfbb-485002e6264f req-dcee5a34-6b33-4582-8069-1f6899e0ae39 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:20.804554 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b0a398a6-665f-4f5a-bfbb-485002e6264f req-dcee5a34-6b33-4582-8069-1f6899e0ae39 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0536349 Nov 02 12:55:20.854854 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b0a398a6-665f-4f5a-bfbb-485002e6264f req-d7e1e8a0-b2a4-4b84-89d8-46a842459fe2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445552 Nov 02 12:55:21.982942 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867e608-5042-4db9-8c34-04c4de284d45 req-f1609071-b798-4600-ab4c-cc7f05e07327 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:21.984440 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a867e608-5042-4db9-8c34-04c4de284d45 req-f1609071-b798-4600-ab4c-cc7f05e07327 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0552695 Nov 02 12:55:22.031579 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a867e608-5042-4db9-8c34-04c4de284d45 req-18b8039d-260d-426a-81be-2f7d829bf2a3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Nov 02 12:55:22.955604 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd9100-7355-4137-9864-774c897d9a8e req-6a31dff8-99e7-4596-9227-037db22e6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:22.956888 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e7dd9100-7355-4137-9864-774c897d9a8e req-6a31dff8-99e7-4596-9227-037db22e6913 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 1130 time: 0.0567682 Nov 02 12:55:23.001870 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e7dd9100-7355-4137-9864-774c897d9a8e req-77b62d55-887a-4996-b32d-0c35bd1efc16 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373073 Nov 02 12:55:23.166897 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75856a02-7a46-4420-8481-f157a8ce5a3a req-3b48ade3-e1aa-4cf1-a3ff-197ac599caf5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:23.168515 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-75856a02-7a46-4420-8481-f157a8ce5a3a req-3b48ade3-e1aa-4cf1-a3ff-197ac599caf5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0610433 Nov 02 12:55:23.228923 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-75856a02-7a46-4420-8481-f157a8ce5a3a req-8918d378-7f7e-4405-853e-8e11e1b017bf tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546336 Nov 02 12:55:24.358055 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dde15d-3bc8-43e4-ae69-2a01f8d0fb65 req-7dde9f55-00b9-4584-bf7a-83722fa0d4f3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:24.359453 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f2dde15d-3bc8-43e4-ae69-2a01f8d0fb65 req-7dde9f55-00b9-4584-bf7a-83722fa0d4f3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0567629 Nov 02 12:55:24.444097 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f2dde15d-3bc8-43e4-ae69-2a01f8d0fb65 req-8a42cadf-f8ec-4fb0-b943-baf1338c48a6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763848 Nov 02 12:55:25.608476 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344becc1-a873-46da-bd52-a3e9ba3e582b req-d9e2f058-cf38-4292-bea6-534e123584ce tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:25.610092 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-344becc1-a873-46da-bd52-a3e9ba3e582b req-d9e2f058-cf38-4292-bea6-534e123584ce tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0999062 Nov 02 12:55:25.668810 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-344becc1-a873-46da-bd52-a3e9ba3e582b req-3adfed98-1495-4a7a-83f1-b7c6ce37aa5d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513897 Nov 02 12:55:26.153238 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-990556e9-b64d-4ce3-aacb-4ba70964b951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:26.808381 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9fc63-db54-4a79-b7ca-999810845aae req-002218d5-4336-481a-a2d4-d78ea18cea1f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:26.810763 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ccd9fc63-db54-4a79-b7ca-999810845aae req-002218d5-4336-481a-a2d4-d78ea18cea1f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0569503 Nov 02 12:55:26.867035 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ccd9fc63-db54-4a79-b7ca-999810845aae req-7a70d90f-8f65-4770-8bcf-45d76a9a546f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466015 Nov 02 12:55:28.006676 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27326957-70cf-4bff-8d0a-085df232cf54 req-6d312a36-2979-4a5a-8b77-946e622af995 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:28.008164 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-27326957-70cf-4bff-8d0a-085df232cf54 req-6d312a36-2979-4a5a-8b77-946e622af995 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0548522 Nov 02 12:55:28.064079 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-27326957-70cf-4bff-8d0a-085df232cf54 req-71d9adb7-3802-4d1f-829e-e7a5fb0184fe tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497506 Nov 02 12:55:28.293384 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-4bfd22ad-6c22-43fc-b7ab-2e83e683cd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:29.215080 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdab226-02c4-43d5-ba8b-dacd5bc1c092 req-59e1a628-38b6-4aab-a762-a992dfde4731 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:29.216717 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-efdab226-02c4-43d5-ba8b-dacd5bc1c092 req-59e1a628-38b6-4aab-a762-a992dfde4731 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0672460 Nov 02 12:55:29.266045 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-efdab226-02c4-43d5-ba8b-dacd5bc1c092 req-ed8cc889-f101-4e16-80be-1b248bb2977b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Nov 02 12:55:29.392305 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:30.405682 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b2a20-3623-410a-8828-e8a3b029a3c1 req-fb3c4e0d-1cfe-4ed6-9d33-29e0bade0924 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:30.407248 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-784b2a20-3623-410a-8828-e8a3b029a3c1 req-fb3c4e0d-1cfe-4ed6-9d33-29e0bade0924 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0599682 Nov 02 12:55:30.455670 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-784b2a20-3623-410a-8828-e8a3b029a3c1 req-a75022ea-31ce-4bbf-b005-a3ccdda090cd tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Nov 02 12:55:30.841661 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:31.596067 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f523d2-c806-479c-b8fb-04a8f865f7c5 req-be968236-9e53-481b-a7bb-ef4164301f7c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:31.597610 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d9f523d2-c806-479c-b8fb-04a8f865f7c5 req-be968236-9e53-481b-a7bb-ef4164301f7c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0575962 Nov 02 12:55:31.651837 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d9f523d2-c806-479c-b8fb-04a8f865f7c5 req-585bb635-bd87-42b5-b50f-9960bdc1323a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482130 Nov 02 12:55:31.980638 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1322065-6c96-4b49-bf7e-ba38f419cc2d req-36f9d825-6c15-4691-b725-eb29cc45a206 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:31.982233 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a1322065-6c96-4b49-bf7e-ba38f419cc2d req-36f9d825-6c15-4691-b725-eb29cc45a206 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0923572 Nov 02 12:55:32.018514 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859767ad-7149-40bf-936a-f5a809aa9789 req-39066ff5-6129-4027-acf7-1c30e966df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:32.021410 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-859767ad-7149-40bf-936a-f5a809aa9789 req-39066ff5-6129-4027-acf7-1c30e966df9f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 1130 time: 0.0947697 Nov 02 12:55:32.100849 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a1322065-6c96-4b49-bf7e-ba38f419cc2d req-c2780419-3b6e-434f-a1d8-5720470e7f80 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099288 Nov 02 12:55:32.136037 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859767ad-7149-40bf-936a-f5a809aa9789 req-2f5a1d93-2b7f-4746-8f2e-2f0d73179214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:32.137518 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-859767ad-7149-40bf-936a-f5a809aa9789 req-2f5a1d93-2b7f-4746-8f2e-2f0d73179214 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.1042912 Nov 02 12:55:32.176854 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-859767ad-7149-40bf-936a-f5a809aa9789 req-857ff496-68c3-4c26-a54b-82e98665abfc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77048807-cd5e-48b1-8d83-bf09988266df HTTP/1.1" status: 200 len: 217 time: 0.0320480 Nov 02 12:55:32.237349 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859767ad-7149-40bf-936a-f5a809aa9789 req-98531b6e-eb67-4e00-8a50-624c4a8e6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:32.238822 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-859767ad-7149-40bf-936a-f5a809aa9789 req-98531b6e-eb67-4e00-8a50-624c4a8e6b4b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0497105 Nov 02 12:55:32.289478 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859767ad-7149-40bf-936a-f5a809aa9789 req-0311697e-8128-4308-9325-ba71f6370769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:32.290867 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-859767ad-7149-40bf-936a-f5a809aa9789 req-0311697e-8128-4308-9325-ba71f6370769 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453920 Nov 02 12:55:32.363602 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:32.385610 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-859767ad-7149-40bf-936a-f5a809aa9789 req-9b9a0e74-dee6-4115-b52b-3c6cd0f0b71e service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859756 Nov 02 12:55:32.490742 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-859767ad-7149-40bf-936a-f5a809aa9789 req-fcaa5b22-3556-48b1-8881-26e0639beae1 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935626 Nov 02 12:55:33.241681 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbc58a-dad9-452d-a71e-10170921ca47 req-6a061937-7209-4476-aa2a-6556e783d29d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:33.243215 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a0bbc58a-dad9-452d-a71e-10170921ca47 req-6a061937-7209-4476-aa2a-6556e783d29d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0661883 Nov 02 12:55:33.290482 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a0bbc58a-dad9-452d-a71e-10170921ca47 req-95465478-5c35-42c3-bcf8-da9b1824d2fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Nov 02 12:55:34.438458 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b0183-9e5c-43ba-a445-d57af83efb45 req-80daed78-8287-49e8-83ed-d1d9582d2618 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:34.440911 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82b0183-9e5c-43ba-a445-d57af83efb45 req-80daed78-8287-49e8-83ed-d1d9582d2618 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0627074 Nov 02 12:55:34.491803 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82b0183-9e5c-43ba-a445-d57af83efb45 req-c20d7b0b-c028-47b2-9dc7-cfa0f9a6bc0f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449421 Nov 02 12:55:35.498650 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:55:35.674370 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 51386) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:35.758937 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67a2dd-ba43-4aa2-8743-cfd184f012ed req-db050abb-70f4-4396-899c-86a477e10418 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:35.772582 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cc67a2dd-ba43-4aa2-8743-cfd184f012ed req-db050abb-70f4-4396-899c-86a477e10418 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.1437862 Nov 02 12:55:35.830352 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cc67a2dd-ba43-4aa2-8743-cfd184f012ed req-b598c679-56c2-44a2-9090-75857397e013 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562019 Nov 02 12:55:35.852094 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-275b4ccd-0937-4047-9f30-0794605c7a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.941624 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-275b4ccd-0937-4047-9f30-0794605c7a99 admin admin] Publish callbacks [] for security_group (eca2134c-3736-47b9-96eb-e0b446988d0f), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.946901 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-275b4ccd-0937-4047-9f30-0794605c7a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (eca2134c-3736-47b9-96eb-e0b446988d0f), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:35.987705 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-275b4ccd-0937-4047-9f30-0794605c7a99 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=93eec758ddbf476fa0a3e3a0640167dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122318 Nov 02 12:55:35.988714 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b4ccd-0937-4047-9f30-0794605c7a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca2134c-3736-47b9-96eb-e0b446988d0f,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:35.991190 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 51394) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:36.041847 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d1bdad95-d3f8-47a4-ab94-9677ed8e0b95 admin admin] Publish callbacks [] for security_group (eca2134c-3736-47b9-96eb-e0b446988d0f), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.062614 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d1bdad95-d3f8-47a4-ab94-9677ed8e0b95 admin admin] Publish callbacks [] for security_group (eca2134c-3736-47b9-96eb-e0b446988d0f), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.132038 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d1bdad95-d3f8-47a4-ab94-9677ed8e0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (eca2134c-3736-47b9-96eb-e0b446988d0f), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.134649 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d1bdad95-d3f8-47a4-ab94-9677ed8e0b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.135794 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-d1bdad95-d3f8-47a4-ab94-9677ed8e0b95 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eca2134c-3736-47b9-96eb-e0b446988d0f HTTP/1.1" status: 204 len: 168 time: 0.1435144 Nov 02 12:55:36.144221 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdad95-d3f8-47a4-ab94-9677ed8e0b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca2134c-3736-47b9-96eb-e0b446988d0f,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:36.420502 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 51400) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:36.433973 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-432fafce-37ce-4a39-ab97-b6d987bf7498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.527306 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-432fafce-37ce-4a39-ab97-b6d987bf7498 admin admin] Publish callbacks [] for security_group (934d8619-457a-4a60-9717-5aaedd852404), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.532060 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-432fafce-37ce-4a39-ab97-b6d987bf7498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (934d8619-457a-4a60-9717-5aaedd852404), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.573071 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-432fafce-37ce-4a39-ab97-b6d987bf7498 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=364b02e0429b446390474ba520adf493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513402 Nov 02 12:55:36.574387 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fafce-37ce-4a39-ab97-b6d987bf7498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934d8619-457a-4a60-9717-5aaedd852404,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:36.575912 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 51402) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:36.639077 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2b722492-33e5-458c-9e81-bb0bf58489c2 admin admin] Publish callbacks [] for security_group (934d8619-457a-4a60-9717-5aaedd852404), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.662726 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2b722492-33e5-458c-9e81-bb0bf58489c2 admin admin] Publish callbacks [] for security_group (934d8619-457a-4a60-9717-5aaedd852404), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.731740 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2b722492-33e5-458c-9e81-bb0bf58489c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (934d8619-457a-4a60-9717-5aaedd852404), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.736998 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2b722492-33e5-458c-9e81-bb0bf58489c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.738980 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-2b722492-33e5-458c-9e81-bb0bf58489c2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/934d8619-457a-4a60-9717-5aaedd852404 HTTP/1.1" status: 204 len: 168 time: 0.1616418 Nov 02 12:55:36.752707 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b722492-33e5-458c-9e81-bb0bf58489c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934d8619-457a-4a60-9717-5aaedd852404,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:36.980787 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5eb303-0204-4841-a9cb-d84626eafda7 req-59afe11d-284a-4196-a273-1ae856277c86 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:36.982387 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0c5eb303-0204-4841-a9cb-d84626eafda7 req-59afe11d-284a-4196-a273-1ae856277c86 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0559788 Nov 02 12:55:37.033456 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0c5eb303-0204-4841-a9cb-d84626eafda7 req-90deabeb-4974-4936-b50a-e9a3d6c9a543 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444853 Nov 02 12:55:37.972352 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 51454) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:38.095193 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2b197825-a874-4e9f-ac77-6bc6ea179bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.196740 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219afc0c-16a5-403b-82cd-3d9b169e68ad req-838b9abf-9d32-45dc-a840-3d6720009779 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:38.198285 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-219afc0c-16a5-403b-82cd-3d9b169e68ad req-838b9abf-9d32-45dc-a840-3d6720009779 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0833838 Nov 02 12:55:38.228732 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2b197825-a874-4e9f-ac77-6bc6ea179bda admin admin] Publish callbacks [] for security_group (dd99e96e-ab60-4b06-a776-f17fd42948e3), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.242695 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-2b197825-a874-4e9f-ac77-6bc6ea179bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (dd99e96e-ab60-4b06-a776-f17fd42948e3), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.280557 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-219afc0c-16a5-403b-82cd-3d9b169e68ad req-2334b162-21b5-46d5-ad3e-3cfd6b5ecddf tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766807 Nov 02 12:55:38.291793 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b197825-a874-4e9f-ac77-6bc6ea179bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd99e96e-ab60-4b06-a776-f17fd42948e3,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:38.296177 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-2b197825-a874-4e9f-ac77-6bc6ea179bda admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0a07930c6ca94ccbb08fe32674126ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226597 Nov 02 12:55:38.299028 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 51460) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:38.348592 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b1412a50-be02-4309-91f0-ba22a5a694c5 admin admin] Publish callbacks [] for security_group (dd99e96e-ab60-4b06-a776-f17fd42948e3), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.369663 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b1412a50-be02-4309-91f0-ba22a5a694c5 admin admin] Publish callbacks [] for security_group (dd99e96e-ab60-4b06-a776-f17fd42948e3), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.422922 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b1412a50-be02-4309-91f0-ba22a5a694c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (dd99e96e-ab60-4b06-a776-f17fd42948e3), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.427658 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b1412a50-be02-4309-91f0-ba22a5a694c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:38.428937 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-b1412a50-be02-4309-91f0-ba22a5a694c5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dd99e96e-ab60-4b06-a776-f17fd42948e3 HTTP/1.1" status: 204 len: 168 time: 0.1289711 Nov 02 12:55:38.436809 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1412a50-be02-4309-91f0-ba22a5a694c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd99e96e-ab60-4b06-a776-f17fd42948e3,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:39.413043 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ce01-032c-42d5-bc57-51fa09897c26 req-7fc38df1-065d-4b3a-99cc-114206b323fe tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:39.414557 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-efa6ce01-032c-42d5-bc57-51fa09897c26 req-7fc38df1-065d-4b3a-99cc-114206b323fe tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0599930 Nov 02 12:55:39.466534 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-efa6ce01-032c-42d5-bc57-51fa09897c26 req-783eacda-a334-4abf-b098-cbd85ea69bbf tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463552 Nov 02 12:55:40.610829 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21610890-5b3f-4fac-a4dd-3a8bf8f71af3 req-a309cca1-3522-4cfe-80a1-0c7f94e3f2a9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:40.612318 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-21610890-5b3f-4fac-a4dd-3a8bf8f71af3 req-a309cca1-3522-4cfe-80a1-0c7f94e3f2a9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0669096 Nov 02 12:55:40.662011 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-21610890-5b3f-4fac-a4dd-3a8bf8f71af3 req-d65c6f1a-d501-4a95-a62a-c8822c277751 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Nov 02 12:55:41.817928 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d9cf9-40b2-489c-b9a9-1f9decd000ac req-f5bdfa10-c8b6-4240-846b-fb217a24df6b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:41.819478 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8b0d9cf9-40b2-489c-b9a9-1f9decd000ac req-f5bdfa10-c8b6-4240-846b-fb217a24df6b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0653527 Nov 02 12:55:41.865606 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8b0d9cf9-40b2-489c-b9a9-1f9decd000ac req-0701f480-a17e-444a-b35b-2be00aa477c6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Nov 02 12:55:43.002359 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92beaa2-903a-47e3-9ccb-67a94864af12 req-439fb5b9-ea04-4592-ac84-4d4b672497af tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:43.003900 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d92beaa2-903a-47e3-9ccb-67a94864af12 req-439fb5b9-ea04-4592-ac84-4d4b672497af tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0544648 Nov 02 12:55:43.070348 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d92beaa2-903a-47e3-9ccb-67a94864af12 req-3ceda643-0371-4e6e-9b5c-a15b8f893eba tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601690 Nov 02 12:55:44.273789 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442b3b2-0c78-42e1-9796-0575a79ec651 req-b3d85396-1af4-482a-b627-1cd31c924109 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:44.275609 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8442b3b2-0c78-42e1-9796-0575a79ec651 req-b3d85396-1af4-482a-b627-1cd31c924109 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.1111779 Nov 02 12:55:44.338291 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8442b3b2-0c78-42e1-9796-0575a79ec651 req-57895274-cb46-475a-b475-cc05abbe0607 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561545 Nov 02 12:55:45.419198 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.962001 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 51682) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:47.966637 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747584344', 'description': 'tempest-description--193612487'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:47.987472 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.065967 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group (c3ba1251-4fe8-48b0-806f-f3ffb172be35), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.071008 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c3ba1251-4fe8-48b0-806f-f3ffb172be35), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.105507 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.109724 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437707 Nov 02 12:55:48.109724 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba1251-4fe8-48b0-806f-f3ffb172be35,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.110189 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 51684) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:48.117122 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.117475 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.117827 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.118142 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Request body: {'security_group_rule': {'security_group_id': 'c3ba1251-4fe8-48b0-806f-f3ffb172be35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:48.118332 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.118555 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.118832 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.119166 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.119500 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.119861 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.120242 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.120612 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.120947 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.121355 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419bec3-e294-44c9-bc56-2eaf41fe2de4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.166909 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group_rule (0e4db058-f2a9-4d1e-996a-97006144e416), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.232391 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group_rule (0e4db058-f2a9-4d1e-996a-97006144e416), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.237893 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (0e4db058-f2a9-4d1e-996a-97006144e416), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.259078 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4db058-f2a9-4d1e-996a-97006144e416,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.271324 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.271671 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.272043 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.272413 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.272769 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.273108 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.273443 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.273777 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.274112 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.274449 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.274783 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.275118 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.275451 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:48.281642 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.282860 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-90681339-a76c-4040-bc56-d09163b944ed tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1705518 Nov 02 12:55:48.285949 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 51688) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:48.290682 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-0bb2a6ee-d2f2-48bf-ad49-15e7dff4b90a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Request body: {'security_group_rule': {'security_group_id': 'c3ba1251-4fe8-48b0-806f-f3ffb172be35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:48.319094 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a6ee-d2f2-48bf-ad49-15e7dff4b90a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group_rule (beed7d0e-8450-422a-97ba-c29240a3205a), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.385457 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a6ee-d2f2-48bf-ad49-15e7dff4b90a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group_rule (beed7d0e-8450-422a-97ba-c29240a3205a), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.392047 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a6ee-d2f2-48bf-ad49-15e7dff4b90a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (beed7d0e-8450-422a-97ba-c29240a3205a), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.415722 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a6ee-d2f2-48bf-ad49-15e7dff4b90a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.417003 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-0bb2a6ee-d2f2-48bf-ad49-15e7dff4b90a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300223 Nov 02 12:55:48.419560 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2a6ee-d2f2-48bf-ad49-15e7dff4b90a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beed7d0e-8450-422a-97ba-c29240a3205a,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.420492 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 51692) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:48.433098 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:48.455670 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.600257 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:48.716233 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Allocated IP 172.27.4.47 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/af6d804c-681c-494b-b765-0a229eb787d3) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:49.116539 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for port (af6d804c-681c-494b-b765-0a229eb787d3), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.200248 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (af6d804c-681c-494b-b765-0a229eb787d3), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.251022 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:49.251022 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:49.256977 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:55:49.297582 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event updated for resources: {'Port': ['ID=af6d804c-681c-494b-b765-0a229eb787d3,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:49.379067 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for floatingip (c85e9263-acb3-4918-b837-97078b3a389c), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.436484 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (af6d804c-681c-494b-b765-0a229eb787d3), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.653013 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for port (af6d804c-681c-494b-b765-0a229eb787d3), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.659184 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (af6d804c-681c-494b-b765-0a229eb787d3), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.736063 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event updated for resources: {'Port': ['ID=af6d804c-681c-494b-b765-0a229eb787d3,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:49.738716 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (c85e9263-acb3-4918-b837-97078b3a389c), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.756464 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:49.758254 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-4f472f58-146e-47fb-b151-1862feab1c83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3335440 Nov 02 12:55:56.149979 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8e8dcd7f-5fc8-40c4-8f7d-b9dfe1b26e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.573369 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-bfd5a3d8-625c-448b-b269-24c6925eccec tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994655925&fields=id&tenant_id=1ffa8215f4d6479babed8b59e14b7e39 HTTP/1.1" status: 200 len: 267 time: 0.0571299 Nov 02 12:55:56.701633 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-a502e981-f93c-42a5-b206-8cee7a14173a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:56.709223 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-a502e981-f93c-42a5-b206-8cee7a14173a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 812 time: 0.1285577 Nov 02 12:55:56.724748 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-7a839275-9f2e-4c86-be87-db3b2880e49e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/quotas/1ffa8215f4d6479babed8b59e14b7e39 HTTP/1.1" status: 200 len: 375 time: 0.0145807 Nov 02 12:55:56.776850 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-b1535a79-e22f-45b3-9a4b-b449574652ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509574 Nov 02 12:55:56.873871 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-81498cce-e4b7-41d6-958f-c2add5010135 service neutron] 10.222.0.90 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856433 Nov 02 12:55:57.149331 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-65b02af5-5c7b-455f-9dbb-c0d57a033f7b service neutron] 10.222.0.90 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693753 Nov 02 12:55:58.286393 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-620850a1-6c86-4216-a0b3-89e6fc2252ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:58.542061 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-619a0a85-56da-4f8f-8fd5-27ec2992cdb7 req-055d66f7-8ac9-4f0a-8eea-7ba9612fa976 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 210 time: 0.0439661 Nov 02 12:55:59.402912 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:59.691284 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1553076e-240e-46d6-ac77-56f4ed602f35 req-d7b1c3c8-eac3-4ebf-b192-f3ac4c62c053 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 210 time: 0.0635633 Nov 02 12:56:00.175773 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6e249cbe-d933-462c-b9e2-321b59f81d01 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:00.177726 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6e249cbe-d933-462c-b9e2-321b59f81d01 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 812 time: 0.1266503 Nov 02 12:56:00.260497 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-38645d8c-4b85-43e6-9e92-34b84eb96ce2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ffa8215f4d6479babed8b59e14b7e39 HTTP/1.1" status: 200 len: 379 time: 0.0641401 Nov 02 12:56:00.270313 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'port': {'device_id': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'admin_state_up': True, 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'security_groups': ['8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:00.391896 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Made reservation on behalf of 1ffa8215f4d6479babed8b59e14b7e39 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:56:00.396164 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.529355 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Allocated IP 172.20.0.9 (dc24f821-79ec-4404-92fe-d5786cb39ed4/0fbde265-5d79-4d53-8333-cf7c9065b76f/38d92677-8f89-4c4b-a02f-8a041e0b5b53) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:00.689543 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.733344 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.784709 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:00.788410 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:00.792496 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:56:00.837494 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'Port': ['ID=38d92677-8f89-4c4b-a02f-8a041e0b5b53,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:00.857321 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.866683 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:00.867360 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:00.884086 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e7cbc-efd8-4be0-a4d2-daaea31b5a9a req-7e78e433-f6ce-4efb-98ee-6de458a4a3e1 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:00.888888 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f72e7cbc-efd8-4be0-a4d2-daaea31b5a9a req-7e78e433-f6ce-4efb-98ee-6de458a4a3e1 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 931 time: 0.0901999 Nov 02 12:56:00.910549 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-fe64976d-04f5-4f90-b646-edbf9e6110ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6443815 Nov 02 12:56:00.931591 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Request body: {'port': {'device_id': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:00.982646 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f72e7cbc-efd8-4be0-a4d2-daaea31b5a9a req-2591dba3-cb15-4a04-99d1-2701bff0a709 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777082 Nov 02 12:56:01.033322 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.123328 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-1811c02d-5ee5-43f9-a824-e7293c6be7db None None] Provisioning complete for port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:56:01.123328 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-1811c02d-5ee5-43f9-a824-e7293c6be7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.123328 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-1811c02d-5ee5-43f9-a824-e7293c6be7db None None] Attempt 1 to provision port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 Nov 02 12:56:01.156440 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-1811c02d-5ee5-43f9-a824-e7293c6be7db None None] Port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:56:01.224635 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-8ae60901-32ea-4c0a-88da-31c3c7c2b9a9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1747584344&fields=id&tenant_id=9d086a8e68a94153b5d2a15d6d54fc63 HTTP/1.1" status: 200 len: 267 time: 0.1347418 Nov 02 12:56:01.396248 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-93d788a0-7c51-426c-9526-4316815350ce tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:01.397800 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-93d788a0-7c51-426c-9526-4316815350ce tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 819 time: 0.1636603 Nov 02 12:56:01.451080 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-6af386c1-20fd-4986-b582-38640ef22610 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/quotas/9d086a8e68a94153b5d2a15d6d54fc63 HTTP/1.1" status: 200 len: 375 time: 0.0447166 Nov 02 12:56:01.461559 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d92677-8f89-4c4b-a02f-8a041e0b5b53 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:56:01.489219 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Publish callbacks [] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.522848 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Transition to ACTIVE for port object 38d92677-8f89-4c4b-a02f-8a041e0b5b53 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:56:01.528251 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.577059 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-a856249c-d696-42a8-95a3-5934d05d4bc5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1096187 Nov 02 12:56:01.640169 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Pushing event updated for resources: {'Port': ['ID=38d92677-8f89-4c4b-a02f-8a041e0b5b53,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:01.657349 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-1811c02d-5ee5-43f9-a824-e7293c6be7db None None] Attempt 2 to provision port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 Nov 02 12:56:01.690372 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-1811c02d-5ee5-43f9-a824-e7293c6be7db None None] Port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:56:01.712715 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Attempting to bind port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:56:01.713049 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Attempting to bind port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:56:01.713374 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Attempting to bind port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 on network dc24f821-79ec-4404-92fe-d5786cb39ed4 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:01.725841 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 on network dc24f821-79ec-4404-92fe-d5786cb39ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:56:01.726164 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Attempting to bind port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 on network dc24f821-79ec-4404-92fe-d5786cb39ed4 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:01.733838 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:56:01.734130 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Checking segment: {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:56:01.734509 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Bound using segment: {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:56:01.734979 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Bound port: 38d92677-8f89-4c4b-a02f-8a041e0b5b53, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:56:01.735326 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.738870 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-96a08da6-82d6-4752-a375-b4bb1601d7ed service neutron] 10.222.0.90 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354873 Nov 02 12:56:01.859038 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] For port 38d92677-8f89-4c4b-a02f-8a041e0b5b53, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:56:01.878557 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] For port 38d92677-8f89-4c4b-a02f-8a041e0b5b53, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=38d92677-8f89-4c4b-a02f-8a041e0b5b53,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:56:01.882833 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-fe80fb37-a118-4375-bfdb-7ea5e4518f9d service neutron] 10.222.0.90 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365719 Nov 02 12:56:01.885813 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.889932 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:01.890546 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:01.891883 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] 10.222.0.105 "PUT /v2.0/ports/38d92677-8f89-4c4b-a02f-8a041e0b5b53 HTTP/1.1" status: 200 len: 1093 time: 0.9658437 Nov 02 12:56:01.892721 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'tag': '38d92677-8f89-4c4b-a02f-8a041e0b5b53'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:01.895402 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe220bd0-c003-4e7f-a520-8a3cb6b85076" -d '{"events": [{"name": "network-changed", "server_uuid": "88552fef-2b2e-4ddf-bde5-ef27eeb43214", "tag": "38d92677-8f89-4c4b-a02f-8a041e0b5b53"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:01.953560 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c471a42-c4bb-48b1-873f-415167447644 service neutron] Pushing event updated for resources: {'Port': ['ID=38d92677-8f89-4c4b-a02f-8a041e0b5b53,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:01.999404 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc10f61-19e3-451e-85b8-57ff814300f7 x-openstack-request-id: req-5fc10f61-19e3-451e-85b8-57ff814300f7 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:01.999699 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88552fef-2b2e-4ddf-bde5-ef27eeb43214", "tag": "38d92677-8f89-4c4b-a02f-8a041e0b5b53", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:01.999953 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5fc10f61-19e3-451e-85b8-57ff814300f7 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:02.000816 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc10f61-19e3-451e-85b8-57ff814300f7'] response: {'name': 'network-changed', 'server_uuid': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'tag': '38d92677-8f89-4c4b-a02f-8a041e0b5b53', 'status': 'completed', 'code': 200} Nov 02 12:56:02.039491 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-de23f1a5-219b-4350-8e9f-b745ac9d0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:02.042009 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-de23f1a5-219b-4350-8e9f-b745ac9d0184 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 1127 time: 0.0787668 Nov 02 12:56:02.123638 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-abc81d50-8e7b-4a2e-8c05-6f2b0e746338 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d92677-8f89-4c4b-a02f-8a041e0b5b53 HTTP/1.1" status: 200 len: 217 time: 0.0598710 Nov 02 12:56:02.151027 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae95b2-207d-4fb5-9581-8c336c0a1da0 req-d9f97fc0-4644-4b31-8646-c31d62cf599a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:02.152542 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-78ae95b2-207d-4fb5-9581-8c336c0a1da0 req-d9f97fc0-4644-4b31-8646-c31d62cf599a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0740745 Nov 02 12:56:02.162900 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0ce6840-4a1f-48c4-8cd7-2130f4e151e5 req-3cdef1fe-17a6-4519-985a-38031a40f4d6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 210 time: 0.0586164 Nov 02 12:56:02.191910 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-1811c02d-5ee5-43f9-a824-e7293c6be7db None None] Attempt 3 to provision port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 Nov 02 12:56:02.213831 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-78ae95b2-207d-4fb5-9581-8c336c0a1da0 req-10cf8ddc-d175-4c92-bd30-919e2671f654 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555959 Nov 02 12:56:02.219212 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-80d87cf6-1303-4b5b-99f8-e5a9f3571a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:02.230330 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-80d87cf6-1303-4b5b-99f8-e5a9f3571a6d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0811081 Nov 02 12:56:02.256956 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-1811c02d-5ee5-43f9-a824-e7293c6be7db None None] Port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:56:02.288169 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-dee5facd-d0ec-4023-84f4-2bef1a105bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:02.290517 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-dee5facd-d0ec-4023-84f4-2bef1a105bb9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533283 Nov 02 12:56:02.357856 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:02.393484 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-cffb059b-390b-482a-a677-f97149e59376 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955789 Nov 02 12:56:02.493060 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ebb8880a-635b-48d9-b462-41bd3ebfd096 req-08ef2c37-cbe7-4844-93b6-090d325e4fe8 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918713 Nov 02 12:56:02.681672 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe220bd0-c003-4e7f-a520-8a3cb6b85076 req-1f08a340-2072-4603-8bc8-e96051bccc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:02.683232 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe220bd0-c003-4e7f-a520-8a3cb6b85076 req-1f08a340-2072-4603-8bc8-e96051bccc64 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 1127 time: 0.0473242 Nov 02 12:56:02.803387 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe220bd0-c003-4e7f-a520-8a3cb6b85076 req-7054a167-a1f8-4d4c-a39b-29f8a187cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:02.804913 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe220bd0-c003-4e7f-a520-8a3cb6b85076 req-7054a167-a1f8-4d4c-a39b-29f8a187cfbe service neutron] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 914 time: 0.0984678 Nov 02 12:56:02.858505 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe220bd0-c003-4e7f-a520-8a3cb6b85076 req-6d90acbc-667f-46f9-a34a-87beccf03f30 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d92677-8f89-4c4b-a02f-8a041e0b5b53 HTTP/1.1" status: 200 len: 217 time: 0.0386519 Nov 02 12:56:02.910608 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe220bd0-c003-4e7f-a520-8a3cb6b85076 req-44aedd7a-52b8-4a94-8d1e-a2d2310795fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:02.911939 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe220bd0-c003-4e7f-a520-8a3cb6b85076 req-44aedd7a-52b8-4a94-8d1e-a2d2310795fb service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0448384 Nov 02 12:56:02.972560 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe220bd0-c003-4e7f-a520-8a3cb6b85076 req-785dd742-9e6a-44b5-863d-afb2f1f69fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:02.974068 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe220bd0-c003-4e7f-a520-8a3cb6b85076 req-785dd742-9e6a-44b5-863d-afb2f1f69fb3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511668 Nov 02 12:56:03.070194 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe220bd0-c003-4e7f-a520-8a3cb6b85076 req-248643f8-3318-443f-907a-97ee8ade3c59 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889897 Nov 02 12:56:03.164627 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe220bd0-c003-4e7f-a520-8a3cb6b85076 req-4552c539-f14e-4524-95c2-84b16a78d3ab service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855451 Nov 02 12:56:03.283510 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-96e837c0-3e39-4a24-bc36-daa523a1e8b1 req-cf4a1e70-b266-4daf-83f2-2d49eed1413f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 210 time: 0.0374119 Nov 02 12:56:03.350816 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72166cb9-b66e-4797-a308-c57155ee8490 req-6e6babb8-4b22-48b9-a356-6bb34cfcb775 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:03.352459 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-72166cb9-b66e-4797-a308-c57155ee8490 req-6e6babb8-4b22-48b9-a356-6bb34cfcb775 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0537348 Nov 02 12:56:03.405448 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-72166cb9-b66e-4797-a308-c57155ee8490 req-3a738404-82de-441d-84e1-3ed811ddb24f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460546 Nov 02 12:56:03.516578 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d85c4031-f583-4c78-8591-f968535d0575 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:03.518485 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d85c4031-f583-4c78-8591-f968535d0575 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 819 time: 0.1183171 Nov 02 12:56:03.603380 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d5b18e2e-6746-46d6-a9bb-9b28748430ee tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d086a8e68a94153b5d2a15d6d54fc63 HTTP/1.1" status: 200 len: 380 time: 0.0523505 Nov 02 12:56:03.621672 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Request body: {'port': {'device_id': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'admin_state_up': True, 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'security_groups': ['c3ba1251-4fe8-48b0-806f-f3ffb172be35']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:03.742197 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Made reservation on behalf of 9d086a8e68a94153b5d2a15d6d54fc63 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:56:03.746407 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:03.893846 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Allocated IP 172.20.0.8 (44813eaf-ef4c-426e-8812-9534d97c5b8a/be39322d-32aa-4e02-892a-2633640d2a27/ae508632-412e-4df0-bb2e-e258d1a95cfa) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:04.051065 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.091485 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.151713 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Network 44813eaf-ef4c-426e-8812-9534d97c5b8a is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:04.155304 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:04.157819 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:56:04.160727 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event updated for resources: {'Port': ['ID=ae508632-412e-4df0-bb2e-e258d1a95cfa,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:04.220886 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.221624 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.249596 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-d420cd1b-e7aa-4c61-9a97-8f4e40d94755 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309323 Nov 02 12:56:04.272767 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Request body: {'port': {'device_id': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:04.335854 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.397942 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cf94db-5c27-4e1c-8f9d-929da4521eca None None] Provisioning complete for port ae508632-412e-4df0-bb2e-e258d1a95cfa triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:56:04.398539 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cf94db-5c27-4e1c-8f9d-929da4521eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.398648 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cf94db-5c27-4e1c-8f9d-929da4521eca None None] Attempt 1 to provision port ae508632-412e-4df0-bb2e-e258d1a95cfa Nov 02 12:56:04.429264 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cf94db-5c27-4e1c-8f9d-929da4521eca None None] Port ae508632-412e-4df0-bb2e-e258d1a95cfa cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:56:04.512283 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b803f95-30fd-4578-a352-b10192074e9c req-77d4ce5c-3646-4b65-9169-beb6bb05ca61 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.513896 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6b803f95-30fd-4578-a352-b10192074e9c req-77d4ce5c-3646-4b65-9169-beb6bb05ca61 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 931 time: 0.1406128 Nov 02 12:56:04.554969 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ea079-4eda-410f-a5f4-08bcbb241386 req-0f76f15d-d5fe-4a37-abf4-3a6b914d5029 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.556527 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-584ea079-4eda-410f-a5f4-08bcbb241386 req-0f76f15d-d5fe-4a37-abf4-3a6b914d5029 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0584872 Nov 02 12:56:04.607133 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-584ea079-4eda-410f-a5f4-08bcbb241386 req-d0a262f0-9c4b-4406-aa7d-3819359be303 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444419 Nov 02 12:56:04.611240 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6b803f95-30fd-4578-a352-b10192074e9c req-fadbd85d-6c18-4f1f-b57a-712eeeb2dc9e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836709 Nov 02 12:56:04.683675 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae508632-412e-4df0-bb2e-e258d1a95cfa {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:56:04.691631 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Publish callbacks [] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.704289 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Transition to ACTIVE for port object ae508632-412e-4df0-bb2e-e258d1a95cfa will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:56:04.709762 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.791265 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae508632-412e-4df0-bb2e-e258d1a95cfa,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:04.821651 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Attempting to bind port ae508632-412e-4df0-bb2e-e258d1a95cfa on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:56:04.821986 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Attempting to bind port ae508632-412e-4df0-bb2e-e258d1a95cfa by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:56:04.822315 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Attempting to bind port ae508632-412e-4df0-bb2e-e258d1a95cfa on network 44813eaf-ef4c-426e-8812-9534d97c5b8a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:04.826571 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Port ae508632-412e-4df0-bb2e-e258d1a95cfa on network 44813eaf-ef4c-426e-8812-9534d97c5b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:56:04.826915 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Attempting to bind port ae508632-412e-4df0-bb2e-e258d1a95cfa on network 44813eaf-ef4c-426e-8812-9534d97c5b8a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:04.831899 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:56:04.832262 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Checking segment: {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:56:04.832651 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Bound using segment: {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:56:04.833069 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Bound port: ae508632-412e-4df0-bb2e-e258d1a95cfa, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2c37a7-8276-4138-8544-4fbf95f70e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:56:04.833421 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.899741 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] For port ae508632-412e-4df0-bb2e-e258d1a95cfa, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:56:04.902990 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] For port ae508632-412e-4df0-bb2e-e258d1a95cfa, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:56:04.910793 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.914893 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:04.915515 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:04.916969 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] 10.222.0.105 "PUT /v2.0/ports/ae508632-412e-4df0-bb2e-e258d1a95cfa HTTP/1.1" status: 200 len: 1093 time: 0.6512015 Nov 02 12:56:04.919467 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:04.922181 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a312ac-9d29-4908-a611-649c719be7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:04.936999 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cf94db-5c27-4e1c-8f9d-929da4521eca None None] Attempt 2 to provision port ae508632-412e-4df0-bb2e-e258d1a95cfa Nov 02 12:56:04.976943 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23220a4f-d56a-4505-b84e-6fd7741efef6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae508632-412e-4df0-bb2e-e258d1a95cfa,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:05.000146 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bd88e9-6577-47e1-b7d3-21eaef6a6495 x-openstack-request-id: req-25bd88e9-6577-47e1-b7d3-21eaef6a6495 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:05.000492 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:05.000752 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-25bd88e9-6577-47e1-b7d3-21eaef6a6495 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:05.001166 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25bd88e9-6577-47e1-b7d3-21eaef6a6495'] response: {'name': 'network-changed', 'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'status': 'completed', 'code': 200} Nov 02 12:56:05.009856 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cf94db-5c27-4e1c-8f9d-929da4521eca None None] Port ae508632-412e-4df0-bb2e-e258d1a95cfa had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:56:05.086902 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-a59f0da6-32f7-4d75-80e7-c781632d31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.091537 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-a59f0da6-32f7-4d75-80e7-c781632d31f8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 1127 time: 0.0495577 Nov 02 12:56:05.153533 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-334e6035-0245-4e66-a823-aa1e67d1878a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa HTTP/1.1" status: 200 len: 217 time: 0.0335810 Nov 02 12:56:05.205446 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-2838ae87-cc01-4595-956e-bb88b2a58a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.207045 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-2838ae87-cc01-4595-956e-bb88b2a58a36 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0459254 Nov 02 12:56:05.300860 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-116bb713-8c20-463b-bee4-77ace89029e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.302664 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-116bb713-8c20-463b-bee4-77ace89029e2 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533612 Nov 02 12:56:05.395379 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-b4913c8a-c0b0-4370-a1a8-4fa40e23db38 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852332 Nov 02 12:56:05.502862 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-54d7bcf1-0bea-4c32-b884-0a10d873b4d8 req-5250a00f-44b0-4186-a7dd-9efe0932462c service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009736 Nov 02 12:56:05.650005 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a312ac-9d29-4908-a611-649c719be7c2 req-19e0f60d-0986-47c4-916d-9645f6fe26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.651838 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0a312ac-9d29-4908-a611-649c719be7c2 req-19e0f60d-0986-47c4-916d-9645f6fe26e6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 1127 time: 0.0532744 Nov 02 12:56:05.756684 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dad9a-4b3e-40fc-80c9-ba3ba70b4a48 req-eb657097-27ef-42e6-897e-5e3afff762de tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.758398 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-307dad9a-4b3e-40fc-80c9-ba3ba70b4a48 req-eb657097-27ef-42e6-897e-5e3afff762de tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0661330 Nov 02 12:56:05.801230 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3785ae-5a23-4c0a-97a9-03cb3dbb618b req-33d30e75-8f47-451a-9c0e-7b8cf9b2d58f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.802845 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6f3785ae-5a23-4c0a-97a9-03cb3dbb618b req-33d30e75-8f47-451a-9c0e-7b8cf9b2d58f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0886252 Nov 02 12:56:05.804254 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a312ac-9d29-4908-a611-649c719be7c2 req-a76f8e9b-fe4e-46ea-b8f7-f66a0a83ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.805538 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0a312ac-9d29-4908-a611-649c719be7c2 req-a76f8e9b-fe4e-46ea-b8f7-f66a0a83ee0e service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.1435351 Nov 02 12:56:05.809549 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-307dad9a-4b3e-40fc-80c9-ba3ba70b4a48 req-c6b2160b-5284-4f89-baab-3831a1026372 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454717 Nov 02 12:56:05.858141 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0a312ac-9d29-4908-a611-649c719be7c2 req-1815a71b-4c84-4de7-a82a-45272c17cc14 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa HTTP/1.1" status: 200 len: 217 time: 0.0419419 Nov 02 12:56:05.922730 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6f3785ae-5a23-4c0a-97a9-03cb3dbb618b req-3d2622fd-f60a-484b-a6e8-e789f05763e2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139596 Nov 02 12:56:05.937085 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a312ac-9d29-4908-a611-649c719be7c2 req-e9d7cb20-a272-4780-bfda-4e5f5b5e6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.938593 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0a312ac-9d29-4908-a611-649c719be7c2 req-e9d7cb20-a272-4780-bfda-4e5f5b5e6004 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0689304 Nov 02 12:56:05.989175 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a312ac-9d29-4908-a611-649c719be7c2 req-56433421-9ff5-46fb-979d-dbf81dff0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:05.990918 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0a312ac-9d29-4908-a611-649c719be7c2 req-56433421-9ff5-46fb-979d-dbf81dff0527 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449514 Nov 02 12:56:06.085275 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0a312ac-9d29-4908-a611-649c719be7c2 req-16b499c1-5b52-4fe9-9dd1-a533a3769a88 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874169 Nov 02 12:56:06.432563 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0a312ac-9d29-4908-a611-649c719be7c2 req-53127cab-20b8-4c5a-9673-a6bee54b284d service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407543 Nov 02 12:56:06.938909 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b94d06-e4bb-4a00-8634-c17f913b519a req-56d4cb60-50cb-4403-88a2-38cd8dba9988 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:06.940623 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-20b94d06-e4bb-4a00-8634-c17f913b519a req-56d4cb60-50cb-4403-88a2-38cd8dba9988 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0563159 Nov 02 12:56:06.994127 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-20b94d06-e4bb-4a00-8634-c17f913b519a req-9dce2cb8-2923-498d-b87b-362184335f74 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476260 Nov 02 12:56:07.057470 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db29fe4-89ce-407f-9af1-98fe9594ff14 req-55cf2b08-baa9-4ed1-b389-73a396f8bbfb tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:07.059067 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0db29fe4-89ce-407f-9af1-98fe9594ff14 req-55cf2b08-baa9-4ed1-b389-73a396f8bbfb tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0545809 Nov 02 12:56:07.110291 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0db29fe4-89ce-407f-9af1-98fe9594ff14 req-aaeac3c2-7250-4fc4-a204-51bacaf753da tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451181 Nov 02 12:56:08.137213 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37704925-d9f4-4b0a-aca7-74af87106d5a req-50699438-1404-404f-9b1b-d7921965690e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:08.138732 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-37704925-d9f4-4b0a-aca7-74af87106d5a req-50699438-1404-404f-9b1b-d7921965690e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0616405 Nov 02 12:56:08.187268 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-37704925-d9f4-4b0a-aca7-74af87106d5a req-67f8ad82-b40c-4d30-96df-b1c03313521b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 Nov 02 12:56:08.255508 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37713090-0d99-45fc-aa24-e87589ca942b req-021933ef-bb06-4f8f-8e61-727e4b750f31 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:08.257097 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-37713090-0d99-45fc-aa24-e87589ca942b req-021933ef-bb06-4f8f-8e61-727e4b750f31 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0618732 Nov 02 12:56:08.308633 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-37713090-0d99-45fc-aa24-e87589ca942b req-ed8138f1-9dd1-46f8-8224-6a8c85938f88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455310 Nov 02 12:56:09.330370 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100b292-a045-4000-9512-711ed4a96f9b req-a1864501-d210-41da-8136-a61df2aa6a7c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:09.331934 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a100b292-a045-4000-9512-711ed4a96f9b req-a1864501-d210-41da-8136-a61df2aa6a7c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0619521 Nov 02 12:56:09.382205 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a100b292-a045-4000-9512-711ed4a96f9b req-2010991c-f3b0-438d-8aed-6e19b572fc22 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Nov 02 12:56:09.437638 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df83d70-18d4-466b-9a5c-f9a186adb24e req-5eb0ed5e-4a59-4cbc-97bf-24411ef83796 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:09.439137 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1df83d70-18d4-466b-9a5c-f9a186adb24e req-5eb0ed5e-4a59-4cbc-97bf-24411ef83796 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0550218 Nov 02 12:56:09.494236 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1df83d70-18d4-466b-9a5c-f9a186adb24e req-c4aad85a-479c-4c90-941e-273b354b5f7a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488696 Nov 02 12:56:10.536740 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45cc7-21f0-4deb-8cee-d16c2323642e req-6908e9b2-4f50-4c55-9944-d099b8d5bc77 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:10.538338 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-20e45cc7-21f0-4deb-8cee-d16c2323642e req-6908e9b2-4f50-4c55-9944-d099b8d5bc77 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0670271 Nov 02 12:56:10.593534 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-20e45cc7-21f0-4deb-8cee-d16c2323642e req-0a6eaac5-7e4e-4f7f-9e80-acda2c6a35fa tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495551 Nov 02 12:56:10.640352 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009769ff-e93b-4163-9577-464bf466d991 req-00ba0193-ed76-454b-acfd-223f88b74d3d tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:10.641901 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-009769ff-e93b-4163-9577-464bf466d991 req-00ba0193-ed76-454b-acfd-223f88b74d3d tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0584826 Nov 02 12:56:10.694542 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-009769ff-e93b-4163-9577-464bf466d991 req-8512fcee-723b-4e80-ba71-b342e5967a84 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463810 Nov 02 12:56:11.720734 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc1df9-df7b-48a2-9c3a-93028b9a9c95 req-31fa068b-14af-4738-a9ca-3c9e2ded71cb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:11.722122 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-04dc1df9-df7b-48a2-9c3a-93028b9a9c95 req-31fa068b-14af-4738-a9ca-3c9e2ded71cb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0552711 Nov 02 12:56:11.770828 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-04dc1df9-df7b-48a2-9c3a-93028b9a9c95 req-06b201bb-eb2f-401a-b713-3906742ee06b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416808 Nov 02 12:56:11.823060 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1222467-6c93-4303-ae33-ccd940aeb69b req-e3afd849-51a3-4184-b2b4-c7746ade312c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:11.824578 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b1222467-6c93-4303-ae33-ccd940aeb69b req-e3afd849-51a3-4184-b2b4-c7746ade312c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0537410 Nov 02 12:56:11.883498 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b1222467-6c93-4303-ae33-ccd940aeb69b req-817668d5-a784-4419-b77c-4453c07c73b0 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499761 Nov 02 12:56:12.498573 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:56:12.908411 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbd0e3-6f6c-418e-94f1-147d5270de0f req-2c416dd9-aa14-46a5-896e-0e459d6f963f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:12.909916 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-79bbd0e3-6f6c-418e-94f1-147d5270de0f req-2c416dd9-aa14-46a5-896e-0e459d6f963f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0584147 Nov 02 12:56:12.963341 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-79bbd0e3-6f6c-418e-94f1-147d5270de0f req-5cdcbbdb-485d-4ea1-b355-5b49d413adf8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469501 Nov 02 12:56:13.012679 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f4b28-6e57-412f-abd5-a6b4a0c1c894 req-ccec7b7d-22f8-47ae-9370-ac5401baf67f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:13.014125 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9a0f4b28-6e57-412f-abd5-a6b4a0c1c894 req-ccec7b7d-22f8-47ae-9370-ac5401baf67f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0542502 Nov 02 12:56:13.064688 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9a0f4b28-6e57-412f-abd5-a6b4a0c1c894 req-4e4ba4b2-08b3-4388-b101-5e3a284eaff9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423188 Nov 02 12:56:13.438479 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-3f05c9b0-5d47-42af-91c4-936df403d2d0 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499949 Nov 02 12:56:13.794956 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-138603ee-f1d2-4b43-84a3-2161bba8e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:13.796683 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-138603ee-f1d2-4b43-84a3-2161bba8e65d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 1129 time: 0.0529158 Nov 02 12:56:13.903987 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-b8fa5ce1-82f8-4bfb-99ae-524882303390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:13.905520 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-b8fa5ce1-82f8-4bfb-99ae-524882303390 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.0886900 Nov 02 12:56:13.952045 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-69c7ef19-a5cf-4437-9116-c5560d0cbef0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceff5860-04fb-4226-b8ae-37c3cb9c96be HTTP/1.1" status: 200 len: 217 time: 0.0365622 Nov 02 12:56:14.016430 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-5dafd779-92b5-4834-998c-d68ecd06f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:14.019189 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-5dafd779-92b5-4834-998c-d68ecd06f8e3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0597861 Nov 02 12:56:14.073594 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-9b5e3f08-614c-4115-8bc3-7c0e3e6890a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:14.075515 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-9b5e3f08-614c-4115-8bc3-7c0e3e6890a2 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498092 Nov 02 12:56:14.099181 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e0ead-9d11-403e-ad89-b095cad83025 req-1bc40ce0-6d17-43be-aa65-ba169fb2b037 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:14.100725 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d33e0ead-9d11-403e-ad89-b095cad83025 req-1bc40ce0-6d17-43be-aa65-ba169fb2b037 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0561910 Nov 02 12:56:14.152330 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d33e0ead-9d11-403e-ad89-b095cad83025 req-c3c80748-89f4-4be7-ba8d-6e94b71bb0d4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450943 Nov 02 12:56:14.217477 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-22aa9274-5d8e-4234-bf5c-6c78f7833a68 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351151 Nov 02 12:56:14.253528 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b4ebf-d297-4752-b016-956d1a025237 req-cd6cec4a-3d2c-41a8-affd-9e4110027837 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:14.255123 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ba6b4ebf-d297-4752-b016-956d1a025237 req-cd6cec4a-3d2c-41a8-affd-9e4110027837 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.1059690 Nov 02 12:56:14.351545 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ba6b4ebf-d297-4752-b016-956d1a025237 req-391c51e5-22f1-4faf-90be-5f829ad2608c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679412 Nov 02 12:56:14.362355 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-11c003c0-291c-4f36-8be3-4f1303ccbce0 req-b087a839-83c5-4b68-a479-7c1b602431c9 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354413 Nov 02 12:56:15.282952 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec9d1b-13f3-4bab-a8f8-2d9413554b47 req-32054e21-65f5-4dae-a717-7e081cc97960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:15.284443 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d6ec9d1b-13f3-4bab-a8f8-2d9413554b47 req-32054e21-65f5-4dae-a717-7e081cc97960 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0520778 Nov 02 12:56:15.337141 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d6ec9d1b-13f3-4bab-a8f8-2d9413554b47 req-66a05eb0-820e-40d9-acf8-1336c0de538a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 Nov 02 12:56:15.414107 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.488142 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3df2d-2901-4a77-9ff9-56e82b6105d3 req-e08edded-d265-418f-9ef3-80f25657cf19 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:15.489915 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-52a3df2d-2901-4a77-9ff9-56e82b6105d3 req-e08edded-d265-418f-9ef3-80f25657cf19 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0561221 Nov 02 12:56:15.543306 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-52a3df2d-2901-4a77-9ff9-56e82b6105d3 req-7cc15f64-90a8-4fcb-bbcf-b631ed44207b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467727 Nov 02 12:56:16.133648 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 52160) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.184502 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e9c04e-720c-4094-aa4c-d28e32761b6e admin admin] Deleting subnet ba019307-65e7-4501-8737-05d43fdd3c6c {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:56:16.187873 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-49e9c04e-720c-4094-aa4c-d28e32761b6e admin admin] Publish callbacks [] for subnet (ba019307-65e7-4501-8737-05d43fdd3c6c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.224352 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-49e9c04e-720c-4094-aa4c-d28e32761b6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16000396'] for subnet (ba019307-65e7-4501-8737-05d43fdd3c6c), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.264081 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-49e9c04e-720c-4094-aa4c-d28e32761b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (ba019307-65e7-4501-8737-05d43fdd3c6c), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.320584 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-49e9c04e-720c-4094-aa4c-d28e32761b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14319644'] for subnet (ba019307-65e7-4501-8737-05d43fdd3c6c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.350887 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9c04e-720c-4094-aa4c-d28e32761b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba019307-65e7-4501-8737-05d43fdd3c6c,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:16.354421 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-49e9c04e-720c-4094-aa4c-d28e32761b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.357699 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-49e9c04e-720c-4094-aa4c-d28e32761b6e admin admin] 10.222.0.90 "DELETE /v2.0/subnets/ba019307-65e7-4501-8737-05d43fdd3c6c HTTP/1.1" status: 204 len: 168 time: 0.2229857 Nov 02 12:56:16.360364 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 52164) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.429472 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (dd913d2e-61bf-4776-8fa2-6366366409f4), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.471932 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf958296-aaef-4851-b4ef-ba7103c8ccdf req-deb8d1e8-416a-46cc-b954-6b04a34a6ec0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:16.473499 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cf958296-aaef-4851-b4ef-ba7103c8ccdf req-deb8d1e8-416a-46cc-b954-6b04a34a6ec0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0531924 Nov 02 12:56:16.519712 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (dd913d2e-61bf-4776-8fa2-6366366409f4), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.521676 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cf958296-aaef-4851-b4ef-ba7103c8ccdf req-2745777a-3544-41cd-80ff-5dd98906ea64 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424049 Nov 02 12:56:16.543157 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd913d2e-61bf-4776-8fa2-6366366409f4']}} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:16.553789 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718e5dcc-f1ee-4627-a5db-21375990c185') {'for_net_delete': True} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:16.554089 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718e5dcc-f1ee-4627-a5db-21375990c185') {} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:16.564253 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16000405'] for segment (718e5dcc-f1ee-4627-a5db-21375990c185), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.578176 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (718e5dcc-f1ee-4627-a5db-21375990c185), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.584964 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] Releasing vlan 1404 on physical network physnet1 to pool {{(pid=110475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:56:16.585370 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12738436'] for segment (718e5dcc-f1ee-4627-a5db-21375990c185), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.626702 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 718e5dcc-f1ee-4627-a5db-21375990c185 resource provider aggregate not found Nov 02 12:56:16.644694 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 718e5dcc-f1ee-4627-a5db-21375990c185 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 718e5dcc-f1ee-4627-a5db-21375990c185 found for delete ", "request_id": "req-23284920-3d5e-49ff-8fc4-c954d79bdedd"}]} Nov 02 12:56:16.679798 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (dd913d2e-61bf-4776-8fa2-6366366409f4), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.690001 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.693482 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] 10.222.0.90 "DELETE /v2.0/networks/dd913d2e-61bf-4776-8fa2-6366366409f4 HTTP/1.1" status: 204 len: 168 time: 0.3321543 Nov 02 12:56:16.710620 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff67a45-c794-470a-b475-b30a2e2abb94 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd913d2e-61bf-4776-8fa2-6366366409f4,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:16.723231 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cfaf6-1b09-4265-9c87-2a7ff6e7899e req-956d2664-6ee9-4203-b090-0acd1d86b612 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:16.724900 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-435cfaf6-1b09-4265-9c87-2a7ff6e7899e req-956d2664-6ee9-4203-b090-0acd1d86b612 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.1000161 Nov 02 12:56:16.776503 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-435cfaf6-1b09-4265-9c87-2a7ff6e7899e req-d88ed41a-a556-48a0-b959-14c9430c300b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455623 Nov 02 12:56:16.870689 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 52178) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.912693 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5bd77535-2d1c-4400-8948-60f900c08ce3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2c22011cb72447d49eaf0e623c2d423c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406868 Nov 02 12:56:16.915902 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 52180) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.973761 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3dceac23-9a59-420c-9f85-169ae22eb961 admin admin] Publish callbacks [] for security_group (d1a7b93c-6d88-493c-a715-470e6850ea1d), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.998057 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3dceac23-9a59-420c-9f85-169ae22eb961 admin admin] Publish callbacks [] for security_group (d1a7b93c-6d88-493c-a715-470e6850ea1d), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.049025 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3dceac23-9a59-420c-9f85-169ae22eb961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d1a7b93c-6d88-493c-a715-470e6850ea1d), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.052265 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3dceac23-9a59-420c-9f85-169ae22eb961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.053734 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-3dceac23-9a59-420c-9f85-169ae22eb961 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d1a7b93c-6d88-493c-a715-470e6850ea1d HTTP/1.1" status: 204 len: 168 time: 0.1369233 Nov 02 12:56:17.061725 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dceac23-9a59-420c-9f85-169ae22eb961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a7b93c-6d88-493c-a715-470e6850ea1d,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:17.658253 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e270dc5-0608-487a-9def-c3e003292204 req-6a7fb800-5e11-4703-8639-22a8bb9831ab tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:17.659750 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5e270dc5-0608-487a-9def-c3e003292204 req-6a7fb800-5e11-4703-8639-22a8bb9831ab tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0557301 Nov 02 12:56:17.710105 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5e270dc5-0608-487a-9def-c3e003292204 req-8db71c6b-cfc2-4aca-88eb-7d5f820735c7 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442152 Nov 02 12:56:17.909069 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feb9ec-9e04-46bc-a83c-f1c222dd7644 req-c5881f50-bc07-4e1d-87e6-0dbbf522cb95 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:17.910640 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49feb9ec-9e04-46bc-a83c-f1c222dd7644 req-c5881f50-bc07-4e1d-87e6-0dbbf522cb95 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0591464 Nov 02 12:56:17.960992 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-49feb9ec-9e04-46bc-a83c-f1c222dd7644 req-e64b52ae-5ccb-43cc-877c-193d899d161d tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447249 Nov 02 12:56:18.846156 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625992b9-2240-4de1-88ab-3ac9ba7feec6 req-8a41ecff-cac9-4d14-8c55-5eb1f910fb7a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:18.847683 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-625992b9-2240-4de1-88ab-3ac9ba7feec6 req-8a41ecff-cac9-4d14-8c55-5eb1f910fb7a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0586109 Nov 02 12:56:18.896148 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-625992b9-2240-4de1-88ab-3ac9ba7feec6 req-2ff75523-6212-4129-8a42-f53f8b57cd18 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Nov 02 12:56:19.097910 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723b22-673a-4ac5-97b2-ee4d0e32f51c req-c709d160-e521-47b1-a235-fa5093cd05c4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:19.099652 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ba723b22-673a-4ac5-97b2-ee4d0e32f51c req-c709d160-e521-47b1-a235-fa5093cd05c4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0575001 Nov 02 12:56:19.154930 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ba723b22-673a-4ac5-97b2-ee4d0e32f51c req-a9f530f0-441b-4a91-a9e4-6d0cfde120df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495396 Nov 02 12:56:20.043008 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300a5d3-56f2-4620-a28d-296e0bfb295e req-3c51eb0e-c52f-457f-802d-24b02eadc421 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:20.044587 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e300a5d3-56f2-4620-a28d-296e0bfb295e req-3c51eb0e-c52f-457f-802d-24b02eadc421 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0548203 Nov 02 12:56:20.094083 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e300a5d3-56f2-4620-a28d-296e0bfb295e req-c093ab08-224b-46bf-8171-75233c235a9d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 Nov 02 12:56:20.301958 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbada7d-9cb0-4448-b1f0-4e48b8088c3c req-b0cc90f3-d183-4d82-bf7e-797009f9e855 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:20.303612 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-cbbada7d-9cb0-4448-b1f0-4e48b8088c3c req-b0cc90f3-d183-4d82-bf7e-797009f9e855 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0598769 Nov 02 12:56:20.356438 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-cbbada7d-9cb0-4448-b1f0-4e48b8088c3c req-f9c6e939-8692-4a02-8980-dd0da596e9bb tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469856 Nov 02 12:56:21.225362 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094050f-a70d-47bd-8b86-9ddddf6c1b41 req-350939d2-3172-4405-b73c-5fccff3802d7 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:21.226838 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2094050f-a70d-47bd-8b86-9ddddf6c1b41 req-350939d2-3172-4405-b73c-5fccff3802d7 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0529795 Nov 02 12:56:21.277651 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2094050f-a70d-47bd-8b86-9ddddf6c1b41 req-f48db23e-0d17-4af8-91c1-c983aad3e04d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450239 Nov 02 12:56:21.487555 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55824d6-7ca8-4823-a4c0-716cdd1d3304 req-dcee796c-6a54-4491-97a4-568cee4e60cf tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:21.489100 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e55824d6-7ca8-4823-a4c0-716cdd1d3304 req-dcee796c-6a54-4491-97a4-568cee4e60cf tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0563974 Nov 02 12:56:21.540776 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e55824d6-7ca8-4823-a4c0-716cdd1d3304 req-a1315944-3481-400d-98de-81d4f4fc8a55 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457976 Nov 02 12:56:22.415348 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021c888-546d-4601-a0df-4d565fb6346f req-eafc945c-135a-4eb3-966c-d4f26b0219f8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:22.416906 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1021c888-546d-4601-a0df-4d565fb6346f req-eafc945c-135a-4eb3-966c-d4f26b0219f8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0542960 Nov 02 12:56:22.465638 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1021c888-546d-4601-a0df-4d565fb6346f req-1680189a-3168-49d1-b1ad-9cf235f29a92 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428751 Nov 02 12:56:22.674917 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540adf3-37b3-42bc-babf-a83d023d0fa9 req-7e0a127d-05cb-4786-8da6-aa07155d8824 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:22.676515 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c540adf3-37b3-42bc-babf-a83d023d0fa9 req-7e0a127d-05cb-4786-8da6-aa07155d8824 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0571291 Nov 02 12:56:22.727390 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c540adf3-37b3-42bc-babf-a83d023d0fa9 req-95e764c7-68e6-486c-8806-597fbbedc30c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439730 Nov 02 12:56:23.595842 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdcec9-cef0-4316-a4c4-8790b6977b8e req-e8bb5656-d75c-484d-84ff-63dad6da12f5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:23.597356 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-aebdcec9-cef0-4316-a4c4-8790b6977b8e req-e8bb5656-d75c-484d-84ff-63dad6da12f5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0547040 Nov 02 12:56:23.648252 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-aebdcec9-cef0-4316-a4c4-8790b6977b8e req-5f908817-4b27-4939-bda2-058d0729e4b4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 Nov 02 12:56:23.876709 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871266c-192e-4009-855e-22c90d48e03a req-65272059-9418-4717-9fb3-4dd4e9a5fcba tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:23.878216 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0871266c-192e-4009-855e-22c90d48e03a req-65272059-9418-4717-9fb3-4dd4e9a5fcba tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0669529 Nov 02 12:56:23.928662 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0871266c-192e-4009-855e-22c90d48e03a req-e7933a48-915e-4793-82c4-297fbb6f56f0 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444748 Nov 02 12:56:24.781207 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdeee1-e76e-4749-a196-c10bee3ce0ed req-231a4f34-5aca-400d-9ec6-8050a75b04f5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:24.782787 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-61bdeee1-e76e-4749-a196-c10bee3ce0ed req-231a4f34-5aca-400d-9ec6-8050a75b04f5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0568585 Nov 02 12:56:24.828718 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-61bdeee1-e76e-4749-a196-c10bee3ce0ed req-52cfb6ad-1581-436f-a2e2-934d3733b72f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401187 Nov 02 12:56:25.076178 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f77760-b78c-4e65-a66b-617efa5afbe8 req-f3e04174-eb71-41c8-a6da-ef44eafa170a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:25.077776 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b2f77760-b78c-4e65-a66b-617efa5afbe8 req-f3e04174-eb71-41c8-a6da-ef44eafa170a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0665944 Nov 02 12:56:25.131400 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b2f77760-b78c-4e65-a66b-617efa5afbe8 req-c8088c55-8b99-4a08-afa1-1b7ab2ef99f7 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456159 Nov 02 12:56:25.971828 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04fac1-098e-4b24-bf28-bb0f4498b096 req-bb9416cf-1f48-4f34-80c2-25807119bb36 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:25.973391 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5a04fac1-098e-4b24-bf28-bb0f4498b096 req-bb9416cf-1f48-4f34-80c2-25807119bb36 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0631969 Nov 02 12:56:26.029777 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5a04fac1-098e-4b24-bf28-bb0f4498b096 req-668d573a-7630-46a0-94fd-6442d0a3a876 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490665 Nov 02 12:56:26.152313 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e999d636-5389-4ba5-af5e-c6789194488a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:26.265139 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad38a8-af92-4a23-93ca-b5c8caa559a9 req-b34326b5-6aaa-4939-9653-48aab61f2599 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:26.266627 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b8ad38a8-af92-4a23-93ca-b5c8caa559a9 req-b34326b5-6aaa-4939-9653-48aab61f2599 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0585148 Nov 02 12:56:26.321843 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b8ad38a8-af92-4a23-93ca-b5c8caa559a9 req-ba56fec8-abbc-4739-921e-908f963eabba tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490015 Nov 02 12:56:27.187320 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a4274-c4cd-4ecf-8dce-a57edc37dd4a req-4b813090-8982-456a-8f1a-4dad66535c57 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:27.188823 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-566a4274-c4cd-4ecf-8dce-a57edc37dd4a req-4b813090-8982-456a-8f1a-4dad66535c57 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0796323 Nov 02 12:56:27.239211 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-566a4274-c4cd-4ecf-8dce-a57edc37dd4a req-3641f916-4cdd-4fbc-a847-bd2fc4f8516e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Nov 02 12:56:27.467313 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb070e-ac61-4e4e-88f1-90be139a9169 req-827b44bf-656d-487a-b064-c52f8c0c98fe tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:27.468530 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c8eb070e-ac61-4e4e-88f1-90be139a9169 req-827b44bf-656d-487a-b064-c52f8c0c98fe tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0649064 Nov 02 12:56:27.521180 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c8eb070e-ac61-4e4e-88f1-90be139a9169 req-9f6cced8-a55f-4ad0-bb5c-c823c2c14c4a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464668 Nov 02 12:56:28.285946 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-bebbc78c-1078-4f8d-9875-03e0a60171ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.385243 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac33a0d-128c-4adb-b5da-58848a0310c3 req-4a0be279-4c65-4a64-b97a-b3bb7a93fdaf tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:28.386735 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2ac33a0d-128c-4adb-b5da-58848a0310c3 req-4a0be279-4c65-4a64-b97a-b3bb7a93fdaf tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0586154 Nov 02 12:56:28.450836 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2ac33a0d-128c-4adb-b5da-58848a0310c3 req-b34b69da-2d19-4213-9119-775dd95fd64b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580060 Nov 02 12:56:28.659029 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77714b71-7546-48c0-b578-e26f60833acd req-78a34bcf-7958-445f-aa5d-96e01afb7c2f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:28.660549 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-77714b71-7546-48c0-b578-e26f60833acd req-78a34bcf-7958-445f-aa5d-96e01afb7c2f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0590436 Nov 02 12:56:28.721387 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-77714b71-7546-48c0-b578-e26f60833acd req-657272ac-bc6c-4845-95e5-669e2cf6bca9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516515 Nov 02 12:56:29.400229 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.587831 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a42c0-0280-4e89-9102-d2b5c8973d70 req-4aaf6dd3-3add-4f6f-8a8b-580e1dfc145f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:29.589353 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-056a42c0-0280-4e89-9102-d2b5c8973d70 req-4aaf6dd3-3add-4f6f-8a8b-580e1dfc145f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0566638 Nov 02 12:56:29.652263 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-056a42c0-0280-4e89-9102-d2b5c8973d70 req-21632272-5982-43fc-a075-2c38baee8b65 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569108 Nov 02 12:56:29.872652 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be700dab-cf46-42bb-8767-7373e89c5a20 req-6e00d48f-0812-4855-88c9-2363ae29f778 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:29.874141 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-be700dab-cf46-42bb-8767-7373e89c5a20 req-6e00d48f-0812-4855-88c9-2363ae29f778 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 943 time: 0.0692849 Nov 02 12:56:29.924223 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-be700dab-cf46-42bb-8767-7373e89c5a20 req-3fb72468-fc8c-4eb8-9ba5-95297a1a7787 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442803 Nov 02 12:56:30.112004 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 38d92677-8f89-4c4b-a02f-8a041e0b5b53 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:56:30.214001 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 38d92677-8f89-4c4b-a02f-8a041e0b5b53, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=38d92677-8f89-4c4b-a02f-8a041e0b5b53,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:30.225995 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '38d92677-8f89-4c4b-a02f-8a041e0b5b53', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'port_id': '38d92677-8f89-4c4b-a02f-8a041e0b5b53', 'mac_address': 'fa:16:3e:be:41:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:56:30.270751 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:30.271184 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.290131 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d92677-8f89-4c4b-a02f-8a041e0b5b53 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:56:30.311645 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 38d92677-8f89-4c4b-a02f-8a041e0b5b53, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=38d92677-8f89-4c4b-a02f-8a041e0b5b53,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:30.318366 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.366165 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=38d92677-8f89-4c4b-a02f-8a041e0b5b53,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:30.373891 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.374247 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.374616 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.374962 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.375298 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.375624 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.375963 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.376310 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.376642 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.376988 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.377322 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.377649 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.377977 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:30.791694 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6708061-7549-449d-8508-ce5b7f6cd657 req-58ae51c4-b895-438b-8306-4c80f8c2f799 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:30.793232 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e6708061-7549-449d-8508-ce5b7f6cd657 req-58ae51c4-b895-438b-8306-4c80f8c2f799 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0548425 Nov 02 12:56:30.840224 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e6708061-7549-449d-8508-ce5b7f6cd657 req-1fb547c9-658a-4085-ab3a-991da89bff97 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410788 Nov 02 12:56:30.856092 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.068497 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0a48e-a92c-47d7-a1f6-43b0afe964cc req-5edd72ec-865a-4053-8ea1-560791c1d631 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:31.070052 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fad0a48e-a92c-47d7-a1f6-43b0afe964cc req-5edd72ec-865a-4053-8ea1-560791c1d631 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 944 time: 0.0611970 Nov 02 12:56:31.132415 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fad0a48e-a92c-47d7-a1f6-43b0afe964cc req-a3437cfa-a7fc-430c-830d-2da69657a042 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559700 Nov 02 12:56:31.978901 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a9466-9d4c-4d86-8397-2bb805b907e9 req-9dc4ab3f-6f81-4ac3-a7aa-2aa973af6222 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:31.980442 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c82a9466-9d4c-4d86-8397-2bb805b907e9 req-9dc4ab3f-6f81-4ac3-a7aa-2aa973af6222 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0583501 Nov 02 12:56:32.027538 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c82a9466-9d4c-4d86-8397-2bb805b907e9 req-9e4ffe58-14c9-4e5a-bd6f-7903c97b5790 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412807 Nov 02 12:56:32.266744 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce363da4-1b1d-4ed3-86bc-820c59a46c44 req-3702dc79-6e70-4036-af86-cd36fc831152 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:32.268869 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ce363da4-1b1d-4ed3-86bc-820c59a46c44 req-3702dc79-6e70-4036-af86-cd36fc831152 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 944 time: 0.0625279 Nov 02 12:56:32.328225 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ce363da4-1b1d-4ed3-86bc-820c59a46c44 req-8e9c88f8-59f1-46b1-a71b-bac9517e8616 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530527 Nov 02 12:56:32.361741 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.393672 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 52398) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:32.500168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82859300-a084-45bd-a2b2-625ad3c4b4b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.590793 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82859300-a084-45bd-a2b2-625ad3c4b4b1 admin admin] Publish callbacks [] for security_group (d0619756-859d-4b03-b8f3-222cc8e0949a), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.595830 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82859300-a084-45bd-a2b2-625ad3c4b4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d0619756-859d-4b03-b8f3-222cc8e0949a), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.634075 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-82859300-a084-45bd-a2b2-625ad3c4b4b1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dfcc0d46f03c4673b32caedfcf1fdc3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392302 Nov 02 12:56:32.635131 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82859300-a084-45bd-a2b2-625ad3c4b4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0619756-859d-4b03-b8f3-222cc8e0949a,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:32.637031 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 52402) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:32.692748 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-75a91f41-5d7b-4925-b583-667911cec9a1 admin admin] Publish callbacks [] for security_group (d0619756-859d-4b03-b8f3-222cc8e0949a), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.717474 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-75a91f41-5d7b-4925-b583-667911cec9a1 admin admin] Publish callbacks [] for security_group (d0619756-859d-4b03-b8f3-222cc8e0949a), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.771047 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-75a91f41-5d7b-4925-b583-667911cec9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d0619756-859d-4b03-b8f3-222cc8e0949a), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.774287 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-75a91f41-5d7b-4925-b583-667911cec9a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.775818 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-75a91f41-5d7b-4925-b583-667911cec9a1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d0619756-859d-4b03-b8f3-222cc8e0949a HTTP/1.1" status: 204 len: 168 time: 0.1370139 Nov 02 12:56:32.783958 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a91f41-5d7b-4925-b583-667911cec9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0619756-859d-4b03-b8f3-222cc8e0949a,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:33.028857 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device ae508632-412e-4df0-bb2e-e258d1a95cfa details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:56:33.152987 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port ae508632-412e-4df0-bb2e-e258d1a95cfa, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:33.165802 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'port_id': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'mac_address': 'fa:16:3e:2d:b5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:56:33.170429 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad914c4b-f38e-4ea1-952f-f2051c5af3ac req-5898af29-f0c8-4fe4-8607-193b9b0e0272 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:33.173498 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ad914c4b-f38e-4ea1-952f-f2051c5af3ac req-5898af29-f0c8-4fe4-8607-193b9b0e0272 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 943 time: 0.0595784 Nov 02 12:56:33.203134 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port ae508632-412e-4df0-bb2e-e258d1a95cfa is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:33.203585 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.221689 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae508632-412e-4df0-bb2e-e258d1a95cfa {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:56:33.240459 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ad914c4b-f38e-4ea1-952f-f2051c5af3ac req-d68236ab-be79-4fd6-ae5d-1b38f661d295 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588984 Nov 02 12:56:33.252824 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port ae508632-412e-4df0-bb2e-e258d1a95cfa, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:33.269590 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.313301 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=ae508632-412e-4df0-bb2e-e258d1a95cfa,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:33.449125 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['38d92677-8f89-4c4b-a02f-8a041e0b5b53'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:56:33.450691 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0904a-ae06-4edd-a1dd-0fd93c299228 req-0caf3425-973d-42d5-8414-5f9620798c62 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:33.452809 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-39d0904a-ae06-4edd-a1dd-0fd93c299228 req-0caf3425-973d-42d5-8414-5f9620798c62 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 944 time: 0.0547755 Nov 02 12:56:33.512398 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-39d0904a-ae06-4edd-a1dd-0fd93c299228 req-27a0b57c-a1c9-4fb0-a183-1d0d23ed79db tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511696 Nov 02 12:56:34.234672 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['ae508632-412e-4df0-bb2e-e258d1a95cfa'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:56:34.371114 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de171069-836f-4386-90bc-351b5d112f61 req-ca03af05-683b-49ae-ba60-f68d77bcb3d5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:34.372808 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-de171069-836f-4386-90bc-351b5d112f61 req-ca03af05-683b-49ae-ba60-f68d77bcb3d5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 944 time: 0.0542583 Nov 02 12:56:34.425500 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-de171069-836f-4386-90bc-351b5d112f61 req-63e3d341-4b32-478d-ae5a-efc7fc8f0bb8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470369 Nov 02 12:56:34.649504 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943102c-fbc2-4c75-9e08-70a2a5918094 req-f39ded03-487a-4e00-9ec3-c3db56c41578 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:34.651062 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b943102c-fbc2-4c75-9e08-70a2a5918094 req-f39ded03-487a-4e00-9ec3-c3db56c41578 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 944 time: 0.0628452 Nov 02 12:56:34.709152 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b943102c-fbc2-4c75-9e08-70a2a5918094 req-07dceb7b-6e30-405e-b165-be75ccdd7adc tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488510 Nov 02 12:56:35.557251 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4b22d-c5c0-4867-b8b9-a1427366de9a req-ab06471e-be2b-4fc6-be65-77f9d742fbe9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:35.558997 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36d4b22d-c5c0-4867-b8b9-a1427366de9a req-ab06471e-be2b-4fc6-be65-77f9d742fbe9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 944 time: 0.0583696 Nov 02 12:56:35.610775 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36d4b22d-c5c0-4867-b8b9-a1427366de9a req-feb4af3d-7eb4-476c-8bbf-67010018d1ad tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436621 Nov 02 12:56:35.845004 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64179ec-61d0-42ae-aa9e-8520750a5e11 req-3175525f-ee76-4f0a-8dbf-51a0d1aedbca tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:35.846560 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f64179ec-61d0-42ae-aa9e-8520750a5e11 req-3175525f-ee76-4f0a-8dbf-51a0d1aedbca tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 944 time: 0.0544770 Nov 02 12:56:35.897911 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f64179ec-61d0-42ae-aa9e-8520750a5e11 req-95f5f777-3393-48a6-84c1-27c0e07e20ae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453184 Nov 02 12:56:36.751168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17675b6e-a290-47d3-af31-797f63492120 req-da049429-689e-46f6-953c-f6ea5715fa83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:36.752671 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-17675b6e-a290-47d3-af31-797f63492120 req-da049429-689e-46f6-953c-f6ea5715fa83 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 944 time: 0.0602705 Nov 02 12:56:36.813683 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-17675b6e-a290-47d3-af31-797f63492120 req-2395c78f-0516-43f6-870e-1fc20acde3ee tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513916 Nov 02 12:56:37.034448 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4001d5c-e68b-4f15-b4b4-970376ca4c69 req-53644fb4-57ae-4a1d-928e-2e50daa66c3b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:37.036156 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f4001d5c-e68b-4f15-b4b4-970376ca4c69 req-53644fb4-57ae-4a1d-928e-2e50daa66c3b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 944 time: 0.0562541 Nov 02 12:56:37.088125 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f4001d5c-e68b-4f15-b4b4-970376ca4c69 req-fefd4cc8-8c6d-476f-8c72-464396852059 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435331 Nov 02 12:56:37.484529 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 38d92677-8f89-4c4b-a02f-8a041e0b5b53 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:37.537992 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:56:37.542375 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:56:37.542794 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.543139 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 Nov 02 12:56:37.622353 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:37.622682 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.651927 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d92677-8f89-4c4b-a02f-8a041e0b5b53'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:37.654354 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a1150-1f5a-43af-93a6-a6687d7774fb" -d '{"events": [{"server_uuid": "88552fef-2b2e-4ddf-bde5-ef27eeb43214", "name": "network-vif-plugged", "status": "completed", "tag": "38d92677-8f89-4c4b-a02f-8a041e0b5b53"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:37.671018 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 38d92677-8f89-4c4b-a02f-8a041e0b5b53, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=38d92677-8f89-4c4b-a02f-8a041e0b5b53,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:37.676004 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.676975 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device ae508632-412e-4df0-bb2e-e258d1a95cfa up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:37.699049 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b83556f-ee4e-4fb3-ad80-0353b826faeb x-openstack-request-id: req-6b83556f-ee4e-4fb3-ad80-0353b826faeb {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:37.699372 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88552fef-2b2e-4ddf-bde5-ef27eeb43214", "name": "network-vif-plugged", "status": "completed", "tag": "38d92677-8f89-4c4b-a02f-8a041e0b5b53", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:37.699631 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6b83556f-ee4e-4fb3-ad80-0353b826faeb {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:37.700026 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b83556f-ee4e-4fb3-ad80-0353b826faeb'] response: {'server_uuid': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d92677-8f89-4c4b-a02f-8a041e0b5b53', 'code': 200} Nov 02 12:56:37.752686 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=38d92677-8f89-4c4b-a02f-8a041e0b5b53,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:37.769834 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port ae508632-412e-4df0-bb2e-e258d1a95cfa completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:56:37.774482 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port ae508632-412e-4df0-bb2e-e258d1a95cfa triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:56:37.774900 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.775242 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port ae508632-412e-4df0-bb2e-e258d1a95cfa Nov 02 12:56:37.860289 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port ae508632-412e-4df0-bb2e-e258d1a95cfa is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:37.860727 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.897968 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port ae508632-412e-4df0-bb2e-e258d1a95cfa, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:37.906001 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:37.947871 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6002f-acbe-4acc-a661-8d1160ca3519 req-87aecefd-704c-43b7-9d21-dd121d188be5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:37.949434 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2aa6002f-acbe-4acc-a661-8d1160ca3519 req-87aecefd-704c-43b7-9d21-dd121d188be5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 944 time: 0.0618300 Nov 02 12:56:37.954391 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=ae508632-412e-4df0-bb2e-e258d1a95cfa,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:38.006178 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2aa6002f-acbe-4acc-a661-8d1160ca3519 req-8a53c8d4-1411-48c1-bcd0-1315f368ecab tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506651 Nov 02 12:56:38.219604 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497fa48-bfb5-4654-936d-600fe55c6f7e req-962c1abf-4fc5-41d9-8fce-a29324a0e01a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:38.221076 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e497fa48-bfb5-4654-936d-600fe55c6f7e req-962c1abf-4fc5-41d9-8fce-a29324a0e01a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0575030 Nov 02 12:56:38.277720 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e497fa48-bfb5-4654-936d-600fe55c6f7e req-5cccd9c6-69d3-46df-8fbd-fec224514c45 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474787 Nov 02 12:56:39.154238 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aac328-ddd1-41e5-9074-93f16b6f79e5 req-b0dd441d-f303-40ba-bae6-ba1fafe811d9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:39.156085 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e2aac328-ddd1-41e5-9074-93f16b6f79e5 req-b0dd441d-f303-40ba-bae6-ba1fafe811d9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0598507 Nov 02 12:56:39.205430 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e2aac328-ddd1-41e5-9074-93f16b6f79e5 req-41b39e21-161a-4a98-9613-1a11dfe1ad52 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Nov 02 12:56:39.420299 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b474-1ec9-40af-854b-9d63a6208146 req-d8f8f046-b8c6-4162-b87e-cccef4d9ca6b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:39.421801 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8776b474-1ec9-40af-854b-9d63a6208146 req-d8f8f046-b8c6-4162-b87e-cccef4d9ca6b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0564532 Nov 02 12:56:39.483487 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8776b474-1ec9-40af-854b-9d63a6208146 req-8a36b6f4-7ebe-4acd-abad-65e92f39e15b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559928 Nov 02 12:56:39.702205 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:39.705356 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb37598-be9a-407e-a304-3d653fe05c72" -d '{"events": [{"server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "name": "network-vif-plugged", "status": "completed", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:39.747787 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219fd631-ed12-4694-b237-2257907ee64c x-openstack-request-id: req-219fd631-ed12-4694-b237-2257907ee64c {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:39.748104 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "name": "network-vif-plugged", "status": "completed", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:39.748387 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-219fd631-ed12-4694-b237-2257907ee64c {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:39.748789 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219fd631-ed12-4694-b237-2257907ee64c'] response: {'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'code': 200} Nov 02 12:56:40.336806 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c304ec-a208-4b98-8931-a21c5b5bb336 req-83d2f817-36b7-48cb-ad91-a33836757678 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:40.338273 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-86c304ec-a208-4b98-8931-a21c5b5bb336 req-83d2f817-36b7-48cb-ad91-a33836757678 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0553093 Nov 02 12:56:40.393693 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-86c304ec-a208-4b98-8931-a21c5b5bb336 req-fa394475-f589-4f29-b578-9f61c94852d0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479591 Nov 02 12:56:40.634422 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b2aae-ac1f-4e6d-9708-9c4724416c4f req-b0d30db5-5abb-4474-a2a6-38a048d2868f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:40.636426 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8f0b2aae-ac1f-4e6d-9708-9c4724416c4f req-b0d30db5-5abb-4474-a2a6-38a048d2868f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0745535 Nov 02 12:56:40.688512 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8f0b2aae-ac1f-4e6d-9708-9c4724416c4f req-75450048-50fe-4586-9595-4c39496eba89 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459845 Nov 02 12:56:41.529372 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1832-4b64-49e7-916d-2bb21cc6c4fb req-7d914662-666c-49e6-8fef-dcc796e534d2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:41.531090 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d58e1832-4b64-49e7-916d-2bb21cc6c4fb req-7d914662-666c-49e6-8fef-dcc796e534d2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0584280 Nov 02 12:56:41.580563 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d58e1832-4b64-49e7-916d-2bb21cc6c4fb req-bf519911-61a8-49e5-b99f-a5f226aae3d8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432787 Nov 02 12:56:41.820342 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f5d1-1236-44a9-ba9c-f39d0414bb83 req-0051b1da-bb72-404f-ac63-752bf5b4f5de tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:41.822157 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4021f5d1-1236-44a9-ba9c-f39d0414bb83 req-0051b1da-bb72-404f-ac63-752bf5b4f5de tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0594251 Nov 02 12:56:41.873654 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4021f5d1-1236-44a9-ba9c-f39d0414bb83 req-60184ac6-2fd4-4d1d-85cd-d9a26e84855e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440516 Nov 02 12:56:41.944529 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7779-149b-4577-9bed-bc0d2a4aab7b req-f618c4e4-accf-41ce-8c2b-6f00d3884693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:41.946189 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-881d7779-149b-4577-9bed-bc0d2a4aab7b req-f618c4e4-accf-41ce-8c2b-6f00d3884693 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 1129 time: 0.0640275 Nov 02 12:56:42.000037 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-881d7779-149b-4577-9bed-bc0d2a4aab7b req-3b2c434b-e909-4731-bac8-8078d16a2249 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475054 Nov 02 12:56:42.614469 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203f165-ac79-4e4f-9554-63252d258e47 req-486ab439-7b07-4c78-8a51-2f0cd4d2d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:42.616029 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9203f165-ac79-4e4f-9554-63252d258e47 req-486ab439-7b07-4c78-8a51-2f0cd4d2d36b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 1129 time: 0.0472014 Nov 02 12:56:42.669925 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9203f165-ac79-4e4f-9554-63252d258e47 req-baa23dd7-e906-498b-a8b7-1a4d1c4edb16 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466666 Nov 02 12:56:42.713453 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ef1d4-43ac-4478-bbce-915ebe901b0f req-63c7c778-5742-4138-a2ae-ea4a56ac55d8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:42.714915 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c4ef1d4-43ac-4478-bbce-915ebe901b0f req-63c7c778-5742-4138-a2ae-ea4a56ac55d8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0600882 Nov 02 12:56:42.765102 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c4ef1d4-43ac-4478-bbce-915ebe901b0f req-ddcccd41-a8b3-4d32-8588-3bb18e4de15d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Nov 02 12:56:43.007162 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dae7f-ceb7-4eeb-8d97-3e64ffbc172e req-a5067bcc-6219-44ef-825e-b5a36f94c3b2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:43.008679 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-007dae7f-ceb7-4eeb-8d97-3e64ffbc172e req-a5067bcc-6219-44ef-825e-b5a36f94c3b2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0539038 Nov 02 12:56:43.063265 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-007dae7f-ceb7-4eeb-8d97-3e64ffbc172e req-151cc573-4bd1-4b5a-b5ba-250e4a8533ae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485988 Nov 02 12:56:43.904235 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b67c0-0b4f-4804-b969-8634819f5288 req-013bea80-0b78-4db7-b07c-4e5a87f85c79 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:43.905885 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2e5b67c0-0b4f-4804-b969-8634819f5288 req-013bea80-0b78-4db7-b07c-4e5a87f85c79 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0592630 Nov 02 12:56:43.955939 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2e5b67c0-0b4f-4804-b969-8634819f5288 req-1dd10034-d100-4878-ae1c-8b6c13b19cd8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436461 Nov 02 12:56:44.095865 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74325b27-5015-46a9-8d54-4ffdd47be3bb req-1ada7836-5c8d-4ded-975b-6f3f71f76288 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:44.097468 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-74325b27-5015-46a9-8d54-4ffdd47be3bb req-1ada7836-5c8d-4ded-975b-6f3f71f76288 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.0549145 Nov 02 12:56:44.150186 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-74325b27-5015-46a9-8d54-4ffdd47be3bb req-cd4ba44c-2b39-41d9-9eaa-83e6bf1a284f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466845 Nov 02 12:56:44.197246 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe71373-9c56-4864-a6b8-92f19a4fd076 req-0c5c0066-d912-47fb-8256-cea29580426c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:44.198744 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cbe71373-9c56-4864-a6b8-92f19a4fd076 req-0c5c0066-d912-47fb-8256-cea29580426c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0564733 Nov 02 12:56:44.248849 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cbe71373-9c56-4864-a6b8-92f19a4fd076 req-4b6e9d9a-8753-4752-bba3-bb1dea0f7f18 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442340 Nov 02 12:56:45.088017 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd07967-43d7-4b5e-909d-c3b1250a8494 req-55937999-23a9-4584-af8d-9932a217b5f9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:45.089552 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5bd07967-43d7-4b5e-909d-c3b1250a8494 req-55937999-23a9-4584-af8d-9932a217b5f9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0565593 Nov 02 12:56:45.140343 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5bd07967-43d7-4b5e-909d-c3b1250a8494 req-8be58c62-1d43-4b47-a623-f3a852973424 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443571 Nov 02 12:56:45.287927 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc7873-b985-4c96-afe8-23b894457a32 req-690d8e0a-be07-450b-aadf-fbef6b7c5d0e tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:45.289575 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-43fc7873-b985-4c96-afe8-23b894457a32 req-690d8e0a-be07-450b-aadf-fbef6b7c5d0e tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.0628512 Nov 02 12:56:45.337241 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-43fc7873-b985-4c96-afe8-23b894457a32 req-a9306a10-1e88-4387-a2c2-852adbc24eaa tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Nov 02 12:56:45.384102 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441cdb9-1126-4962-8656-8809cd3ae6f6 req-18a0424e-b6d2-4cb9-88dc-7cd16f407c0e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:45.385639 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c441cdb9-1126-4962-8656-8809cd3ae6f6 req-18a0424e-b6d2-4cb9-88dc-7cd16f407c0e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0553205 Nov 02 12:56:45.418606 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.436599 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c441cdb9-1126-4962-8656-8809cd3ae6f6 req-370230c6-913f-431c-9603-35200d00ad8b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452492 Nov 02 12:56:46.281425 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3c568-eed0-44ad-9696-bcb4f590e96d req-e5ebf9ac-5ded-4b56-890d-0c7678b74dcb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:46.282950 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c1f3c568-eed0-44ad-9696-bcb4f590e96d req-e5ebf9ac-5ded-4b56-890d-0c7678b74dcb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0611355 Nov 02 12:56:46.332983 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c1f3c568-eed0-44ad-9696-bcb4f590e96d req-e732675d-994a-4802-92f3-e8bfa5cfa7f5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414364 Nov 02 12:56:46.476988 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a56e8-923d-4b60-9d04-79c4faee6f9a req-24518d42-8ac0-4d7d-8203-79601e899790 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:46.478582 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-105a56e8-923d-4b60-9d04-79c4faee6f9a req-24518d42-8ac0-4d7d-8203-79601e899790 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.0649581 Nov 02 12:56:46.529878 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-105a56e8-923d-4b60-9d04-79c4faee6f9a req-319b16e5-e889-414b-98fa-c49fd818f00f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Nov 02 12:56:46.563552 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720109e9-7696-4013-a60a-7942e979435a req-f5a44c34-fb1e-42fd-82e0-a9ed1892f81a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:46.565149 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-720109e9-7696-4013-a60a-7942e979435a req-f5a44c34-fb1e-42fd-82e0-a9ed1892f81a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0541708 Nov 02 12:56:46.613701 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-720109e9-7696-4013-a60a-7942e979435a req-db026dab-45c6-42b3-aec8-775b8cbf2491 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428662 Nov 02 12:56:47.469752 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8fa3-9c24-4f42-a52b-0b3b3dae454f req-a1f3c9a0-4882-4fa1-b130-af0e0ab55ad1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:47.472099 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6e9a8fa3-9c24-4f42-a52b-0b3b3dae454f req-a1f3c9a0-4882-4fa1-b130-af0e0ab55ad1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0623157 Nov 02 12:56:47.523278 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6e9a8fa3-9c24-4f42-a52b-0b3b3dae454f req-a8adb849-17bb-49ed-a11b-9f27e5b120f9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453763 Nov 02 12:56:47.661119 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072c9b3-6209-4d3f-a770-f12d9d4d4f1c req-56bd00cf-c605-4881-9bdd-a25ec4fc7c3c tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:47.662606 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b072c9b3-6209-4d3f-a770-f12d9d4d4f1c req-56bd00cf-c605-4881-9bdd-a25ec4fc7c3c tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.0558410 Nov 02 12:56:47.713493 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b072c9b3-6209-4d3f-a770-f12d9d4d4f1c req-468c983b-52eb-440c-95ce-ead8e05d0392 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453537 Nov 02 12:56:47.740364 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61051952-1587-4cc7-8a38-a23ffe6b4fee req-04f022e5-76d8-4b64-8df8-c0c565d9540c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:47.741837 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-61051952-1587-4cc7-8a38-a23ffe6b4fee req-04f022e5-76d8-4b64-8df8-c0c565d9540c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0539403 Nov 02 12:56:47.794815 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-61051952-1587-4cc7-8a38-a23ffe6b4fee req-ec223bdc-98ef-4bcc-a39f-942d47e569ad tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471394 Nov 02 12:56:48.666255 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adad2f-42b1-4e51-b4ce-036edc5539b5 req-9e91d7a9-e092-4cff-9ce5-1c7301c9ce7f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:48.667753 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-19adad2f-42b1-4e51-b4ce-036edc5539b5 req-9e91d7a9-e092-4cff-9ce5-1c7301c9ce7f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0554607 Nov 02 12:56:48.715198 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-19adad2f-42b1-4e51-b4ce-036edc5539b5 req-007a02ae-72e8-4be4-9e4f-6873d8987cd1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416615 Nov 02 12:56:48.851673 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971f2bd-e734-4895-88fe-d0a6ff679fe9 req-49a47066-3644-499e-b6f9-e53bf0156b5f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:48.853192 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5971f2bd-e734-4895-88fe-d0a6ff679fe9 req-49a47066-3644-499e-b6f9-e53bf0156b5f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.0631645 Nov 02 12:56:48.901170 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5971f2bd-e734-4895-88fe-d0a6ff679fe9 req-c0b36f2b-7309-4b51-a5e5-88d2f6b52894 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421028 Nov 02 12:56:48.920252 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca90a4-9e6e-4c6f-833e-a27f51152e51 req-2adf38b5-c4fb-4cfa-8858-da0f93edc1b4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:48.921732 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3fca90a4-9e6e-4c6f-833e-a27f51152e51 req-2adf38b5-c4fb-4cfa-8858-da0f93edc1b4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0539694 Nov 02 12:56:48.972622 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3fca90a4-9e6e-4c6f-833e-a27f51152e51 req-646bd6e6-0069-4afd-86d1-402208ff9334 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447614 Nov 02 12:56:49.498639 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:56:49.845799 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02444ef3-a51d-4846-ba37-28966a46e55b req-f3234822-b61f-4f9c-ae5d-d537610f7164 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:49.847318 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-02444ef3-a51d-4846-ba37-28966a46e55b req-f3234822-b61f-4f9c-ae5d-d537610f7164 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0555830 Nov 02 12:56:49.908090 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-02444ef3-a51d-4846-ba37-28966a46e55b req-ebddee96-1d26-4283-9c60-c0b5a0ad2109 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469322 Nov 02 12:56:50.031900 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e899a36-fb81-4648-a96e-bbfb261f7f5a req-8b43cfda-4b02-493b-8845-a58dda4e2872 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:50.033326 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0e899a36-fb81-4648-a96e-bbfb261f7f5a req-8b43cfda-4b02-493b-8845-a58dda4e2872 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.0579736 Nov 02 12:56:50.033464 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2d4b9-5bdf-4263-8b76-57e9c8b05a89 req-f6880f24-5236-4e30-8d9a-e6d93f4b2f19 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:50.034889 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-63b2d4b9-5bdf-4263-8b76-57e9c8b05a89 req-f6880f24-5236-4e30-8d9a-e6d93f4b2f19 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0559735 Nov 02 12:56:50.045450 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 52688) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:50.050087 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-c155a638-0e67-40a0-b560-3b8730722b92 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Request body: {'floatingip': {'port_id': 'ae508632-412e-4df0-bb2e-e258d1a95cfa'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:50.081704 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0e899a36-fb81-4648-a96e-bbfb261f7f5a req-65296f28-e6e8-4bce-b371-7b9c351b5cf5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Nov 02 12:56:50.089570 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c155a638-0e67-40a0-b560-3b8730722b92 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for floatingip (c85e9263-acb3-4918-b837-97078b3a389c), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.226665 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa3ace-c9a0-477e-b2bd-06599db6c11e req-074906bd-32cd-49b8-940b-0d1b6cd076f2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:50.228165 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6aaa3ace-c9a0-477e-b2bd-06599db6c11e req-074906bd-32cd-49b8-940b-0d1b6cd076f2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.1420918 Nov 02 12:56:50.343488 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6aaa3ace-c9a0-477e-b2bd-06599db6c11e req-f0ee317f-bd59-4f16-8f25-b2a93e9715d6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087425 Nov 02 12:56:50.474129 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a120ad-2649-462a-820e-b6d02c3cb522 req-a24e2dd1-b97d-47e8-af9a-726b45a2f690 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:50.475608 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d4a120ad-2649-462a-820e-b6d02c3cb522 req-a24e2dd1-b97d-47e8-af9a-726b45a2f690 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0551438 Nov 02 12:56:50.525745 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d4a120ad-2649-462a-820e-b6d02c3cb522 req-9eba5887-7866-4a2d-ab0a-f352e2266423 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442414 Nov 02 12:56:50.557887 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 52698) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:50.580562 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c155a638-0e67-40a0-b560-3b8730722b92 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.585527 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c155a638-0e67-40a0-b560-3b8730722b92 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (c85e9263-acb3-4918-b837-97078b3a389c), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.678996 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-c155a638-0e67-40a0-b560-3b8730722b92 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Floating IP c85e9263-acb3-4918-b837-97078b3a389c associated. External IP: 172.27.4.47, port: ae508632-412e-4df0-bb2e-e258d1a95cfa. Nov 02 12:56:50.784585 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a321df8e-1d95-4bcc-a558-5c9c8500df4f tempest-TestVolumeBootPattern-1175243475 tempest-TestVolumeBootPattern-1175243475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:50.786154 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a321df8e-1d95-4bcc-a558-5c9c8500df4f tempest-TestVolumeBootPattern-1175243475 tempest-TestVolumeBootPattern-1175243475-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 1124 time: 0.2272186 Nov 02 12:56:50.789419 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 52702) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:50.794423 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'port_id': '38d92677-8f89-4c4b-a02f-8a041e0b5b53', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:50.816904 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:50.887869 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c155a638-0e67-40a0-b560-3b8730722b92 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Router 9bf8550f-04df-4f46-9c00-6558c6e71a78 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:50.917785 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.033644 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Allocated IP 172.27.4.252 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/8098060b-96c1-4515-8028-0bc49bae7d85) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:51.141011 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for port (8098060b-96c1-4515-8028-0bc49bae7d85), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.185503 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (8098060b-96c1-4515-8028-0bc49bae7d85), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.223070 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:51.227681 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:51.234273 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:56:51.239542 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'Port': ['ID=8098060b-96c1-4515-8028-0bc49bae7d85,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:51.269004 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.269273 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.269670 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.269991 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.270325 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.270657 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.270985 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.271313 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.271643 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.271968 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.272315 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.272642 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.272962 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:51.286297 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d01f5-54a4-405a-8b0c-810f98b21cfe req-4c8481f7-ebc0-49de-b104-e61f1da74b66 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:51.287809 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-669d01f5-54a4-405a-8b0c-810f98b21cfe req-4c8481f7-ebc0-49de-b104-e61f1da74b66 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.1109357 Nov 02 12:56:51.304320 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c155a638-0e67-40a0-b560-3b8730722b92 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:51.310361 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c155a638-0e67-40a0-b560-3b8730722b92 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.320108 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b9049-702e-4eb3-a21b-a7d9c33b77df None None] Sync routers for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:51.337070 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b9049-702e-4eb3-a21b-a7d9c33b77df None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:51.337700 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-e07b9049-702e-4eb3-a21b-a7d9c33b77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:56:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:51.366096 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-c155a638-0e67-40a0-b560-3b8730722b92 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "PUT /v2.0/floatingips/c85e9263-acb3-4918-b837-97078b3a389c HTTP/1.1" status: 200 len: 990 time: 1.3193555 Nov 02 12:56:51.376799 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:51.379636 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:51.411311 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-669d01f5-54a4-405a-8b0c-810f98b21cfe req-c83d6f40-7a3d-4d87-9158-a56366bb502e tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078880 Nov 02 12:56:51.426622 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be8fb1e-b701-4e90-a092-5525915ea05d x-openstack-request-id: req-0be8fb1e-b701-4e90-a092-5525915ea05d {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:51.426946 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:51.427175 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0be8fb1e-b701-4e90-a092-5525915ea05d {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:51.427592 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be8fb1e-b701-4e90-a092-5525915ea05d'] response: {'name': 'network-changed', 'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'status': 'completed', 'code': 200} Nov 02 12:56:51.578315 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5 req-176ef473-0f5e-4d3f-b2eb-e7b148d09057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:51.579876 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5 req-176ef473-0f5e-4d3f-b2eb-e7b148d09057 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 1129 time: 0.0501907 Nov 02 12:56:51.581248 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-e07b9049-702e-4eb3-a21b-a7d9c33b77df None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:51.627244 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (c44c37ee-3871-4b84-b150-74f71ddd1bca), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.683882 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5 req-6cf6944e-3a9c-41c1-9d33-3c0cbfe858d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:51.685542 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5 req-6cf6944e-3a9c-41c1-9d33-3c0cbfe858d4 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.0873911 Nov 02 12:56:51.698047 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (8098060b-96c1-4515-8028-0bc49bae7d85), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.848157 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for port (8098060b-96c1-4515-8028-0bc49bae7d85), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.848632 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-e07b9049-702e-4eb3-a21b-a7d9c33b77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'c85e9263-acb3-4918-b837-97078b3a389c', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'floating_ip_address': '172.27.4.47', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'port_id': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'mac_address': 'fa:16:3e:2d:b5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:55:49Z', 'updated_at': '2022-11-02T12:56:50Z', 'revision_number': 1, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:48Z', 'revision_number': 5, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:51.855207 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112444'] for port (8098060b-96c1-4515-8028-0bc49bae7d85), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.862305 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5 req-e3990364-4092-4816-9dfb-1c44d1e036c0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa HTTP/1.1" status: 200 len: 998 time: 0.0892167 Nov 02 12:56:51.877974 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b9049-702e-4eb3-a21b-a7d9c33b77df None None] Checking router: 9bf8550f-04df-4f46-9c00-6558c6e71a78 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:56:51.878385 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b4d09-6d1f-4f19-92d8-75c8c9bb54d1 req-d8eff881-bdc1-4d5c-b324-99aee7226dad tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:51.880050 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d7b4d09-6d1f-4f19-92d8-75c8c9bb54d1 req-d8eff881-bdc1-4d5c-b324-99aee7226dad tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.105 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 946 time: 0.1057215 Nov 02 12:56:51.887467 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b9049-702e-4eb3-a21b-a7d9c33b77df None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:51.888171 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-e07b9049-702e-4eb3-a21b-a7d9c33b77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:56:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:51.929153 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'Port': ['ID=8098060b-96c1-4515-8028-0bc49bae7d85,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:51.932158 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (c44c37ee-3871-4b84-b150-74f71ddd1bca), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:51.959690 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5 req-3d69f95d-7b76-4ada-90ce-d799eb63e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:51.961245 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5 req-3d69f95d-7b76-4ada-90ce-d799eb63e330 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0802383 Nov 02 12:56:52.006294 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-e07b9049-702e-4eb3-a21b-a7d9c33b77df None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:52.031264 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.l3_db [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Floating IP c44c37ee-3871-4b84-b150-74f71ddd1bca associated. External IP: 172.27.4.252, port: 38d92677-8f89-4c4b-a02f-8a041e0b5b53. Nov 02 12:56:52.041807 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5 req-a781c446-cd60-411c-aed5-2b4ff5da9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:52.043335 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5 req-a781c446-cd60-411c-aed5-2b4ff5da9e54 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625455 Nov 02 12:56:52.045489 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-9d7b4d09-6d1f-4f19-92d8-75c8c9bb54d1 req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Deleting port f9228980-d82d-4aaa-a38d-0af21963a57f {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:52.045834 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d7b4d09-6d1f-4f19-92d8-75c8c9bb54d1 req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:52.205776 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-9d7b4d09-6d1f-4f19-92d8-75c8c9bb54d1 req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] For port f9228980-d82d-4aaa-a38d-0af21963a57f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9228980-d82d-4aaa-a38d-0af21963a57f,segment=NetworkSegment(f7326cd5-1531-44c6-91ef-34c81d66593b),segment_id=f7326cd5-1531-44c6-91ef-34c81d66593b)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:52.206181 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d7b4d09-6d1f-4f19-92d8-75c8c9bb54d1 req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:52.220750 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5 req-7a71949f-642a-4189-b1b9-b8ea0ef5b75d service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603825 Nov 02 12:56:52.227587 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-9d7b4d09-6d1f-4f19-92d8-75c8c9bb54d1 req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Calling delete_port for f9228980-d82d-4aaa-a38d-0af21963a57f owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:52.249588 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-e07b9049-702e-4eb3-a21b-a7d9c33b77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'c85e9263-acb3-4918-b837-97078b3a389c', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'floating_ip_address': '172.27.4.47', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'port_id': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'mac_address': 'fa:16:3e:2d:b5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:55:49Z', 'updated_at': '2022-11-02T12:56:50Z', 'revision_number': 1, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:48Z', 'revision_number': 5, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:52.270088 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Router c15da600-e74c-4dff-9465-93de1da19778 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:52.292715 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b9049-702e-4eb3-a21b-a7d9c33b77df None None] The sync data for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi is: [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'c85e9263-acb3-4918-b837-97078b3a389c', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'floating_ip_address': '172.27.4.47', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'port_id': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'mac_address': 'fa:16:3e:2d:b5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:55:49Z', 'updated_at': '2022-11-02T12:56:50Z', 'revision_number': 1, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:48Z', 'revision_number': 5, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:52.389088 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c63ce42-8a88-4cee-8534-f0d83c90f9a5 req-fa69e206-9080-45e9-a69c-349606de027f service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576681 Nov 02 12:56:52.460053 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d7b4d09-6d1f-4f19-92d8-75c8c9bb54d1 req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (f9228980-d82d-4aaa-a38d-0af21963a57f), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:52.505089 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Pushing event deleted for resources: {'Port': ['ID=f9228980-d82d-4aaa-a38d-0af21963a57f,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:52.534105 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['f9228980-d82d-4aaa-a38d-0af21963a57f'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:56:52.579294 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f9ac9f61-849b-4c30-b048-30b7411ba86d req-ebd02666-340a-4e97-b3ce-9c4cfb6a64ec tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 210 time: 0.0787237 Nov 02 12:56:52.580806 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.581307 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.581750 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.582182 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.582711 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.583141 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.583615 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.584043 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.584489 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.584919 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.585630 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.586159 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.586623 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:52.591201 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7b4d09-6d1f-4f19-92d8-75c8c9bb54d1 req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] No DVR routers for this DVR port f9228980-d82d-4aaa-a38d-0af21963a57f on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:56:52.591366 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:52.594612 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d7b4d09-6d1f-4f19-92d8-75c8c9bb54d1 req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:52.602855 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338aaf28-0485-4813-aa4b-081cc0454499 None None] Sync routers for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:52.616098 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d7b4d09-6d1f-4f19-92d8-75c8c9bb54d1 req-fe18c2cf-5464-4df0-97d2-dad0ca28c8f8 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.105 "DELETE /v2.0/ports/f9228980-d82d-4aaa-a38d-0af21963a57f HTTP/1.1" status: 204 len: 173 time: 0.7115140 Nov 02 12:56:52.618394 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338aaf28-0485-4813-aa4b-081cc0454499 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:52.620378 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-338aaf28-0485-4813-aa4b-081cc0454499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:56:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:52.624592 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e30f97-792b-4691-ac60-b867cde3c876 None None] New status for floating IP c85e9263-acb3-4918-b837-97078b3a389c: ACTIVE {{(pid=110477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:56:52.650819 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:52.690937 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-29c13110-4190-4e34-be38-00af65c2217a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8999405 Nov 02 12:56:52.691592 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'tag': '38d92677-8f89-4c4b-a02f-8a041e0b5b53'}] {{(pid=110476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:52.694541 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfdc56134c15c8bcba47e534e2d98fa7b03309dab48147f1ffde34f3ae4df6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a" -d '{"events": [{"name": "network-changed", "server_uuid": "88552fef-2b2e-4ddf-bde5-ef27eeb43214", "tag": "38d92677-8f89-4c4b-a02f-8a041e0b5b53"}]}' {{(pid=110476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:52.735527 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f00a01b-f02e-4211-bdc9-d336beb57934 x-openstack-request-id: req-0f00a01b-f02e-4211-bdc9-d336beb57934 {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:52.736026 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88552fef-2b2e-4ddf-bde5-ef27eeb43214", "tag": "38d92677-8f89-4c4b-a02f-8a041e0b5b53", "status": "completed", "code": 200}]} {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:52.736462 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0f00a01b-f02e-4211-bdc9-d336beb57934 {{(pid=110476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:52.737010 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f00a01b-f02e-4211-bdc9-d336beb57934'] response: {'name': 'network-changed', 'server_uuid': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'tag': '38d92677-8f89-4c4b-a02f-8a041e0b5b53', 'status': 'completed', 'code': 200} Nov 02 12:56:52.740296 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-338aaf28-0485-4813-aa4b-081cc0454499 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:52.898618 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a req-b6f28db6-fa02-4266-9c5d-903c350fa504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:52.900129 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a req-b6f28db6-fa02-4266-9c5d-903c350fa504 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 1129 time: 0.0535562 Nov 02 12:56:52.965374 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-338aaf28-0485-4813-aa4b-081cc0454499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'c44c37ee-3871-4b84-b150-74f71ddd1bca', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.252', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '38d92677-8f89-4c4b-a02f-8a041e0b5b53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:be:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:56:51Z', 'updated_at': '2022-11-02T12:56:51Z', 'revision_number': 0, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:52.993666 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338aaf28-0485-4813-aa4b-081cc0454499 None None] Checking router: c15da600-e74c-4dff-9465-93de1da19778 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:56:52.998861 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a req-ce8d760a-1735-45bc-9fe1-a146e6a2296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:53.000441 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a req-ce8d760a-1735-45bc-9fe1-a146e6a2296c service neutron] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 914 time: 0.0864067 Nov 02 12:56:53.002300 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338aaf28-0485-4813-aa4b-081cc0454499 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:53.002949 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-338aaf28-0485-4813-aa4b-081cc0454499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:56:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:53.070348 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a req-487181f8-1935-4c5e-834e-3dd77841ec34 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38d92677-8f89-4c4b-a02f-8a041e0b5b53 HTTP/1.1" status: 200 len: 999 time: 0.0591869 Nov 02 12:56:53.102521 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-338aaf28-0485-4813-aa4b-081cc0454499 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:53.121900 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a req-1797758b-e52e-44c6-8d9f-846db72ec6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:53.123418 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a req-1797758b-e52e-44c6-8d9f-846db72ec6e5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0451238 Nov 02 12:56:53.178701 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a req-a103aa1c-dd59-443f-818c-b2b8f5b1ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:53.180229 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a req-a103aa1c-dd59-443f-818c-b2b8f5b1ca19 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455222 Nov 02 12:56:53.274167 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a req-aa5f0243-a57e-41bd-a65e-b8089ff35c33 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867398 Nov 02 12:56:53.335691 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-338aaf28-0485-4813-aa4b-081cc0454499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'c44c37ee-3871-4b84-b150-74f71ddd1bca', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.252', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '38d92677-8f89-4c4b-a02f-8a041e0b5b53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:be:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:56:51Z', 'updated_at': '2022-11-02T12:56:51Z', 'revision_number': 0, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:53.361541 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338aaf28-0485-4813-aa4b-081cc0454499 None None] The sync data for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi is: [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'c44c37ee-3871-4b84-b150-74f71ddd1bca', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.252', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '38d92677-8f89-4c4b-a02f-8a041e0b5b53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:be:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:56:51Z', 'updated_at': '2022-11-02T12:56:51Z', 'revision_number': 0, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:53.417038 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4da10fa6-eb1a-4489-9dfd-611ec9bb407a req-74ee406e-27b5-4fad-86f2-040d3c935fa0 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938561 Nov 02 12:56:53.429303 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f561ba4f-0814-475b-8ad1-5e79cfe5b851', 'name': 'network-vif-deleted', 'tag': 'f9228980-d82d-4aaa-a38d-0af21963a57f'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:53.432269 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009c02cb-723a-403e-bb65-970c05774417" -d '{"events": [{"server_uuid": "f561ba4f-0814-475b-8ad1-5e79cfe5b851", "name": "network-vif-deleted", "tag": "f9228980-d82d-4aaa-a38d-0af21963a57f"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:53.479766 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5add2c-d4d5-4986-86d2-5ff05bf9affc x-openstack-request-id: req-df5add2c-d4d5-4986-86d2-5ff05bf9affc {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:53.480048 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f561ba4f-0814-475b-8ad1-5e79cfe5b851", "name": "network-vif-deleted", "tag": "f9228980-d82d-4aaa-a38d-0af21963a57f", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:53.480346 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-df5add2c-d4d5-4986-86d2-5ff05bf9affc {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:53.480758 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5add2c-d4d5-4986-86d2-5ff05bf9affc'] response: {'server_uuid': 'f561ba4f-0814-475b-8ad1-5e79cfe5b851', 'name': 'network-vif-deleted', 'tag': 'f9228980-d82d-4aaa-a38d-0af21963a57f', 'status': 'completed', 'code': 200} Nov 02 12:56:53.571553 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153beca3-621b-42cd-97a7-7e150019f190 None None] New status for floating IP c44c37ee-3871-4b84-b150-74f71ddd1bca: ACTIVE {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:56:53.722502 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d1b30fd6-6328-4193-9427-955adb878f2f req-5601c09a-3568-47d7-a3a8-0d862a7ea321 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=f561ba4f-0814-475b-8ad1-5e79cfe5b851 HTTP/1.1" status: 200 len: 210 time: 0.0294235 Nov 02 12:56:53.912509 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 52748) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:54.020043 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cee9351c-316c-47e4-ae25-4600361205f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.095110 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cee9351c-316c-47e4-ae25-4600361205f6 admin admin] Publish callbacks [] for security_group (2c6af3ec-d819-4834-9853-93794803c98c), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.101405 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cee9351c-316c-47e4-ae25-4600361205f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (2c6af3ec-d819-4834-9853-93794803c98c), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.138479 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-cee9351c-316c-47e4-ae25-4600361205f6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2761deba8c294fb189aced5e7cb5357a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248127 Nov 02 12:56:54.139310 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9351c-316c-47e4-ae25-4600361205f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6af3ec-d819-4834-9853-93794803c98c,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:54.141425 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 52752) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:54.191664 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-166c4e95-945b-47e4-b393-19b43c915616 admin admin] Publish callbacks [] for security_group (2c6af3ec-d819-4834-9853-93794803c98c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.213908 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-166c4e95-945b-47e4-b393-19b43c915616 admin admin] Publish callbacks [] for security_group (2c6af3ec-d819-4834-9853-93794803c98c), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.262304 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-166c4e95-945b-47e4-b393-19b43c915616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (2c6af3ec-d819-4834-9853-93794803c98c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.264875 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-166c4e95-945b-47e4-b393-19b43c915616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.266038 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-166c4e95-945b-47e4-b393-19b43c915616 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2c6af3ec-d819-4834-9853-93794803c98c HTTP/1.1" status: 204 len: 168 time: 0.1233354 Nov 02 12:56:54.275149 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c4e95-945b-47e4-b393-19b43c915616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6af3ec-d819-4834-9853-93794803c98c,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:55.536127 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device f9228980-d82d-4aaa-a38d-0af21963a57f no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:55.556250 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: f9228980-d82d-4aaa-a38d-0af21963a57f {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:56:55.556662 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device f9228980-d82d-4aaa-a38d-0af21963a57f not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:56.153568 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9caf09f2-bbbd-4fc0-b346-4a906e7fd424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:58.285090 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-099d2153-1bac-439a-b7d5-f0625d4be020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:59.405467 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:00.852629 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:02.368635 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:12.191302 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-5d8f699b-4e21-46a6-bbe1-777e92265519 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:12.192805 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-5d8f699b-4e21-46a6-bbe1-777e92265519 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/networks?id=329375eb-0ff0-44d5-899a-7723bd92ed6a HTTP/1.1" status: 200 len: 813 time: 0.1083455 Nov 02 12:57:12.210742 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-229fb9bd-8ab8-42b2-a1d5-b454c7b75250 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/quotas/90b42fe203384f8c852afe1c917d4f40 HTTP/1.1" status: 200 len: 375 time: 0.0095525 Nov 02 12:57:12.242052 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-77885e71-68aa-48b4-904d-66369c4b4331 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=90b42fe203384f8c852afe1c917d4f40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263281 Nov 02 12:57:12.334723 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-79264356-924b-43b7-8200-855e58d4dd8c service neutron] 10.222.0.90 "GET /v2.0/networks/329375eb-0ff0-44d5-899a-7723bd92ed6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859416 Nov 02 12:57:12.428566 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-37921e59-d542-4386-972e-9b237e1535a8 service neutron] 10.222.0.90 "GET /v2.0/networks/329375eb-0ff0-44d5-899a-7723bd92ed6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853512 Nov 02 12:57:12.604529 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0733d8a4-d2de-4d21-b209-c61d02ab34d7 req-7afa2a3e-bd1d-4517-baa2-896bcad09c97 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 210 time: 0.0328114 Nov 02 12:57:13.710488 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-67849ded-8501-47ac-8391-b1ca5037e2e1 req-0397c371-eaf4-445f-9419-0d42e8398366 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 210 time: 0.0315018 Nov 02 12:57:14.837407 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d71428a5-9796-4bff-8395-1077d2852fd3 req-624541be-bd97-45e5-9e4c-c423d220b585 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 210 time: 0.0302608 Nov 02 12:57:15.432292 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:15.948611 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7481525b-e33e-4baf-b10c-ec1df3899e30 req-55f93371-b3f2-4779-b72d-df31be25db65 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 210 time: 0.0313697 Nov 02 12:57:16.327572 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5db4b95a-5c49-4970-b346-82aea694512a req-163ee0dd-b3ff-467f-9de7-a36787caf73d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436807 Nov 02 12:57:16.440648 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4b95a-5c49-4970-b346-82aea694512a req-7cc50dd3-7f82-4cb4-90eb-2114924df436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:16.442228 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5db4b95a-5c49-4970-b346-82aea694512a req-7cc50dd3-7f82-4cb4-90eb-2114924df436 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 1129 time: 0.0478218 Nov 02 12:57:16.557177 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4b95a-5c49-4970-b346-82aea694512a req-b2b98a01-eba1-4bb1-8d17-46cc9626db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:16.558824 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5db4b95a-5c49-4970-b346-82aea694512a req-b2b98a01-eba1-4bb1-8d17-46cc9626db23 service neutron] 10.222.0.105 "GET /v2.0/networks?id=1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 200 len: 912 time: 0.0925996 Nov 02 12:57:16.620091 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5db4b95a-5c49-4970-b346-82aea694512a req-5d8ccafb-6ff3-472a-96db-a71f74296344 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f41fdae-476d-4c30-ba0a-43899e265ad5 HTTP/1.1" status: 200 len: 1000 time: 0.0542126 Nov 02 12:57:16.685158 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4b95a-5c49-4970-b346-82aea694512a req-9b12ba4b-1a6c-496a-a790-a6953139ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:16.686611 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5db4b95a-5c49-4970-b346-82aea694512a req-9b12ba4b-1a6c-496a-a790-a6953139ea6c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9713cd00-64c3-4e76-b8a6-b846c353523d HTTP/1.1" status: 200 len: 849 time: 0.0562706 Nov 02 12:57:16.746339 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4b95a-5c49-4970-b346-82aea694512a req-66086b1d-806f-47a8-ae5a-5a904640b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:16.747991 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5db4b95a-5c49-4970-b346-82aea694512a req-66086b1d-806f-47a8-ae5a-5a904640b469 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1899e874-a496-4913-9de6-503fed5c449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535667 Nov 02 12:57:16.844272 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5db4b95a-5c49-4970-b346-82aea694512a req-d14cef72-6ba6-471a-9be6-fcb64c965265 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886595 Nov 02 12:57:16.953942 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5db4b95a-5c49-4970-b346-82aea694512a req-3641f8aa-f3fd-4bde-8038-96fdfa7cdc0a service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900602 Nov 02 12:57:17.053153 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-91293b71-d341-44bc-a96d-f70c060fd3ce req-8c30a74a-554e-43f2-a262-faa69d681b68 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 210 time: 0.0297599 Nov 02 12:57:17.246517 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-03c8a42d-ba0c-4182-8603-cab96cd4ee2e tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:17.248342 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-03c8a42d-ba0c-4182-8603-cab96cd4ee2e tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.105 "GET /v2.0/networks?id=329375eb-0ff0-44d5-899a-7723bd92ed6a HTTP/1.1" status: 200 len: 813 time: 0.1137459 Nov 02 12:57:17.343582 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Request body: {'port': {'device_id': 'c2d772fb-813e-4f1a-b037-40004977b274', 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a', 'admin_state_up': True, 'tenant_id': '90b42fe203384f8c852afe1c917d4f40'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:17.462134 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Made reservation on behalf of 90b42fe203384f8c852afe1c917d4f40 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:57:17.465995 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.602644 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Allocated IP 172.20.0.2 (329375eb-0ff0-44d5-899a-7723bd92ed6a/17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0/03559c84-5782-47b1-aee2-ae9b654e9dba) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:17.761611 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks [] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.798130 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.840039 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Network 329375eb-0ff0-44d5-899a-7723bd92ed6a is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:17.847587 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:17.851443 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:57:17.855239 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Pushing event updated for resources: {'Port': ['ID=03559c84-5782-47b1-aee2-ae9b654e9dba,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:17.899538 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:17.900139 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.917442 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-bbc6e7f7-55a2-4040-a787-16f39ef5b5af tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780056 Nov 02 12:57:17.957014 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Request body: {'port': {'device_id': 'c2d772fb-813e-4f1a-b037-40004977b274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:18.020489 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.194923 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786923f-5158-4a1b-a0cc-9852308295a3 req-5544221e-e93b-4a60-90ae-a37679da1ab7 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:18.196866 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8786923f-5158-4a1b-a0cc-9852308295a3 req-5544221e-e93b-4a60-90ae-a37679da1ab7 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 931 time: 0.0608075 Nov 02 12:57:18.243218 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8786923f-5158-4a1b-a0cc-9852308295a3 req-12a5f7cd-28f6-49e1-8ec1-64cdf0eb93b9 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 Nov 02 12:57:18.282217 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03559c84-5782-47b1-aee2-ae9b654e9dba {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:57:18.289839 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Publish callbacks [] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.306012 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Transition to ACTIVE for port object 03559c84-5782-47b1-aee2-ae9b654e9dba will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:57:18.310521 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.389549 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Pushing event updated for resources: {'Port': ['ID=03559c84-5782-47b1-aee2-ae9b654e9dba,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:18.420316 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Attempting to bind port 03559c84-5782-47b1-aee2-ae9b654e9dba on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:57:18.420656 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Attempting to bind port 03559c84-5782-47b1-aee2-ae9b654e9dba by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'f7326cd5-1531-44c6-91ef-34c81d66593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:57:18.420981 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Attempting to bind port 03559c84-5782-47b1-aee2-ae9b654e9dba on network 329375eb-0ff0-44d5-899a-7723bd92ed6a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:57:18.425654 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Port 03559c84-5782-47b1-aee2-ae9b654e9dba on network 329375eb-0ff0-44d5-899a-7723bd92ed6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:57:18.425973 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Attempting to bind port 03559c84-5782-47b1-aee2-ae9b654e9dba on network 329375eb-0ff0-44d5-899a-7723bd92ed6a {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:57:18.431305 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:57:18.431650 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Checking segment: {'id': 'f7326cd5-1531-44c6-91ef-34c81d66593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:57:18.432031 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Bound using segment: {'id': 'f7326cd5-1531-44c6-91ef-34c81d66593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:57:18.432510 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Bound port: 03559c84-5782-47b1-aee2-ae9b654e9dba, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7326cd5-1531-44c6-91ef-34c81d66593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:57:18.432867 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.503618 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] For port 03559c84-5782-47b1-aee2-ae9b654e9dba, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:57:18.507733 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] For port 03559c84-5782-47b1-aee2-ae9b654e9dba, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=03559c84-5782-47b1-aee2-ae9b654e9dba,segment=NetworkSegment(f7326cd5-1531-44c6-91ef-34c81d66593b),segment_id=f7326cd5-1531-44c6-91ef-34c81d66593b)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:57:18.515072 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.519415 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:18.520434 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.521814 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] 10.222.0.105 "PUT /v2.0/ports/03559c84-5782-47b1-aee2-ae9b654e9dba HTTP/1.1" status: 200 len: 1093 time: 0.5691252 Nov 02 12:57:18.522310 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d772fb-813e-4f1a-b037-40004977b274', 'tag': '03559c84-5782-47b1-aee2-ae9b654e9dba'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:57:18.524576 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a34ab2-d767-4f38-af3e-2cca9d70a11d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d772fb-813e-4f1a-b037-40004977b274", "tag": "03559c84-5782-47b1-aee2-ae9b654e9dba"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:57:18.565349 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ebdd66-32e1-4753-88b6-d090537a69ad x-openstack-request-id: req-f5ebdd66-32e1-4753-88b6-d090537a69ad {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:57:18.565658 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d772fb-813e-4f1a-b037-40004977b274", "tag": "03559c84-5782-47b1-aee2-ae9b654e9dba", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:57:18.565914 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f5ebdd66-32e1-4753-88b6-d090537a69ad {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:57:18.566320 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ebdd66-32e1-4753-88b6-d090537a69ad'] response: {'name': 'network-changed', 'server_uuid': 'c2d772fb-813e-4f1a-b037-40004977b274', 'tag': '03559c84-5782-47b1-aee2-ae9b654e9dba', 'status': 'completed', 'code': 200} Nov 02 12:57:18.575390 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183a736-52b5-4312-8909-fdaf429367e5 service neutron] Pushing event updated for resources: {'Port': ['ID=03559c84-5782-47b1-aee2-ae9b654e9dba,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:18.816740 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a34ab2-d767-4f38-af3e-2cca9d70a11d req-6e7cc75b-143c-4917-af41-0952af306733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:18.818226 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-37a34ab2-d767-4f38-af3e-2cca9d70a11d req-6e7cc75b-143c-4917-af41-0952af306733 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=90b42fe203384f8c852afe1c917d4f40&device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 1127 time: 0.0594518 Nov 02 12:57:18.957321 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a34ab2-d767-4f38-af3e-2cca9d70a11d req-20c28014-47a0-4776-a70a-e9f83a336930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:18.958971 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-37a34ab2-d767-4f38-af3e-2cca9d70a11d req-20c28014-47a0-4776-a70a-e9f83a336930 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=90b42fe203384f8c852afe1c917d4f40&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1049421 Nov 02 12:57:19.060428 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a34ab2-d767-4f38-af3e-2cca9d70a11d req-e51ef717-ff14-454b-8759-8f718ea3ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:19.061915 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-37a34ab2-d767-4f38-af3e-2cca9d70a11d req-e51ef717-ff14-454b-8759-8f718ea3ff78 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0917466 Nov 02 12:57:19.183615 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-86f86f0e-2455-4433-a285-2cc82c4c7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:19.185195 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-86f86f0e-2455-4433-a285-2cc82c4c7ef6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=90b42fe203384f8c852afe1c917d4f40&device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 1127 time: 0.0502505 Nov 02 12:57:19.236773 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-0d3ca270-58bb-4cd9-967f-a6487401b328 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03559c84-5782-47b1-aee2-ae9b654e9dba HTTP/1.1" status: 200 len: 217 time: 0.0314164 Nov 02 12:57:19.293967 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-ca837785-0146-4249-bc93-da9caf231a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:19.295468 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-ca837785-0146-4249-bc93-da9caf231a6c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0 HTTP/1.1" status: 200 len: 853 time: 0.0491962 Nov 02 12:57:19.336281 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-7d9aea63-2165-4863-a04b-e65cf53e0aa4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=329375eb-0ff0-44d5-899a-7723bd92ed6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288987 Nov 02 12:57:19.375995 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17988b9-c906-4f12-b1a4-ee4428c5cbe0 req-ded82425-992e-4571-a27b-dcf6820a7c91 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:19.377538 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f17988b9-c906-4f12-b1a4-ee4428c5cbe0 req-ded82425-992e-4571-a27b-dcf6820a7c91 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 943 time: 0.0580800 Nov 02 12:57:19.441760 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f17988b9-c906-4f12-b1a4-ee4428c5cbe0 req-196bcb66-013f-4c06-84cd-84883b1ad900 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575306 Nov 02 12:57:19.486277 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-a25f219b-539c-44b9-aacf-04fd35f63d01 service neutron] 10.222.0.105 "GET /v2.0/networks/329375eb-0ff0-44d5-899a-7723bd92ed6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372089 Nov 02 12:57:19.594968 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-540ec992-a0d9-401f-ba8e-3f599abf9f25 req-ef98d271-cbf7-4190-b50d-fe4558ea867a service neutron] 10.222.0.105 "GET /v2.0/networks/329375eb-0ff0-44d5-899a-7723bd92ed6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981121 Nov 02 12:57:20.585546 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c64ee-8437-45e2-88bb-6a494ce55978 req-efeea75d-f4b5-4334-8f81-e3f231e34c9b tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:20.586943 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e84c64ee-8437-45e2-88bb-6a494ce55978 req-efeea75d-f4b5-4334-8f81-e3f231e34c9b tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 943 time: 0.0577326 Nov 02 12:57:20.636782 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e84c64ee-8437-45e2-88bb-6a494ce55978 req-d93dbee0-2d8c-4a7b-a55a-ca6898957940 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Nov 02 12:57:21.778156 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc93881-7fba-4500-8f7c-2992f8cb89c9 req-a4c51998-7fa0-4561-b17b-469491806dd6 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:21.779705 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ffc93881-7fba-4500-8f7c-2992f8cb89c9 req-a4c51998-7fa0-4561-b17b-469491806dd6 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 943 time: 0.0627651 Nov 02 12:57:21.830189 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ffc93881-7fba-4500-8f7c-2992f8cb89c9 req-142dcb8f-d4a8-4ce5-a41c-309347eac053 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446098 Nov 02 12:57:22.967922 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc62d7-46d8-40bc-9c71-e624aa19ee42 req-3a9dd9a0-52a7-4201-9b57-fe8eb3e4ceb5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:22.969459 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-edfc62d7-46d8-40bc-9c71-e624aa19ee42 req-3a9dd9a0-52a7-4201-9b57-fe8eb3e4ceb5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 943 time: 0.0581882 Nov 02 12:57:23.018731 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-edfc62d7-46d8-40bc-9c71-e624aa19ee42 req-c659ca44-f7f6-443a-a837-80d551b0dc1d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431623 Nov 02 12:57:24.152184 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a5650-cd58-4899-a957-43a449daac6b req-97778751-1cca-4fe5-83b9-eea40c1e6f92 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:24.153719 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-af3a5650-cd58-4899-a957-43a449daac6b req-97778751-1cca-4fe5-83b9-eea40c1e6f92 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 943 time: 0.0554302 Nov 02 12:57:24.206189 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-af3a5650-cd58-4899-a957-43a449daac6b req-b31769e6-050a-42f4-89bf-20646b3c192c tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460668 Nov 02 12:57:25.330736 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 53086) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:25.341699 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9343ce-5a2b-4d41-b1db-3b035119a88e req-074b9217-eb2a-4258-8fb4-22524b224e93 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:25.343963 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8b9343ce-5a2b-4d41-b1db-3b035119a88e req-074b9217-eb2a-4258-8fb4-22524b224e93 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 943 time: 0.0565293 Nov 02 12:57:25.374415 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 53090) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:25.398134 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8b9343ce-5a2b-4d41-b1db-3b035119a88e req-aa5c2385-aaba-4471-9ad2-3022ad8acc31 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485625 Nov 02 12:57:25.496355 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-28c8e182-71cd-4521-8305-43f48b9ffc00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.498106 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9c7dad5c-9ce1-4a89-8fc1-8655d3b26388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.626580 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-28c8e182-71cd-4521-8305-43f48b9ffc00 admin admin] Publish callbacks [] for security_group (46e179a3-7624-490b-81a2-79344c778545), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.628728 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9c7dad5c-9ce1-4a89-8fc1-8655d3b26388 admin admin] Publish callbacks [] for security_group (ec4f5ed3-5da1-400e-bff9-ac28c934f091), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.631984 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-28c8e182-71cd-4521-8305-43f48b9ffc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (46e179a3-7624-490b-81a2-79344c778545), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.637272 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9c7dad5c-9ce1-4a89-8fc1-8655d3b26388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (ec4f5ed3-5da1-400e-bff9-ac28c934f091), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.687411 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-28c8e182-71cd-4521-8305-43f48b9ffc00 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dd991a5e73f8448ebeed792cac973318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3554296 Nov 02 12:57:25.690649 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 53096) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:25.691100 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9c7dad5c-9ce1-4a89-8fc1-8655d3b26388 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2d4d58229f2e40fa99be53b8c6b47f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153160 Nov 02 12:57:25.692039 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8e182-71cd-4521-8305-43f48b9ffc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e179a3-7624-490b-81a2-79344c778545,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:25.693860 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 53098) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:25.704694 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 03559c84-5782-47b1-aee2-ae9b654e9dba details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:57:25.720414 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dad5c-9ce1-4a89-8fc1-8655d3b26388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4f5ed3-5da1-400e-bff9-ac28c934f091,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:25.786889 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-233c1a0f-e916-44aa-a2d9-2e6d5c5642c6 admin admin] Publish callbacks [] for security_group (46e179a3-7624-490b-81a2-79344c778545), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.788659 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c1d8b228-950c-4efe-a9cd-49c02686c54b admin admin] Publish callbacks [] for security_group (ec4f5ed3-5da1-400e-bff9-ac28c934f091), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.826318 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-233c1a0f-e916-44aa-a2d9-2e6d5c5642c6 admin admin] Publish callbacks [] for security_group (46e179a3-7624-490b-81a2-79344c778545), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.829331 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c1d8b228-950c-4efe-a9cd-49c02686c54b admin admin] Publish callbacks [] for security_group (ec4f5ed3-5da1-400e-bff9-ac28c934f091), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.902035 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-233c1a0f-e916-44aa-a2d9-2e6d5c5642c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (46e179a3-7624-490b-81a2-79344c778545), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.904758 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-233c1a0f-e916-44aa-a2d9-2e6d5c5642c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.906042 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-233c1a0f-e916-44aa-a2d9-2e6d5c5642c6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/46e179a3-7624-490b-81a2-79344c778545 HTTP/1.1" status: 204 len: 168 time: 0.2110798 Nov 02 12:57:25.908776 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c1d8b228-950c-4efe-a9cd-49c02686c54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (ec4f5ed3-5da1-400e-bff9-ac28c934f091), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.911429 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c1d8b228-950c-4efe-a9cd-49c02686c54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:25.915020 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-c1d8b228-950c-4efe-a9cd-49c02686c54b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ec4f5ed3-5da1-400e-bff9-ac28c934f091 HTTP/1.1" status: 204 len: 168 time: 0.2160773 Nov 02 12:57:25.923132 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c1a0f-e916-44aa-a2d9-2e6d5c5642c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e179a3-7624-490b-81a2-79344c778545,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:25.934317 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8b228-950c-4efe-a9cd-49c02686c54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4f5ed3-5da1-400e-bff9-ac28c934f091,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:25.975057 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 03559c84-5782-47b1-aee2-ae9b654e9dba, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=03559c84-5782-47b1-aee2-ae9b654e9dba,segment=NetworkSegment(f7326cd5-1531-44c6-91ef-34c81d66593b),segment_id=f7326cd5-1531-44c6-91ef-34c81d66593b)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:25.989813 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '03559c84-5782-47b1-aee2-ae9b654e9dba', 'network_id': '329375eb-0ff0-44d5-899a-7723bd92ed6a', 'port_id': '03559c84-5782-47b1-aee2-ae9b654e9dba', 'mac_address': 'fa:16:3e:c1:73:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:57:26.030311 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 03559c84-5782-47b1-aee2-ae9b654e9dba is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:57:26.030716 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:26.049105 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03559c84-5782-47b1-aee2-ae9b654e9dba {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:57:26.080531 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 03559c84-5782-47b1-aee2-ae9b654e9dba, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=03559c84-5782-47b1-aee2-ae9b654e9dba,segment=NetworkSegment(f7326cd5-1531-44c6-91ef-34c81d66593b),segment_id=f7326cd5-1531-44c6-91ef-34c81d66593b)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:26.086500 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:26.155689 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=03559c84-5782-47b1-aee2-ae9b654e9dba,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:26.161298 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-fb866784-d8cc-4768-9264-41f6d9654ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:26.497828 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:57:26.552498 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd9362-24d9-435f-907e-256e46476b56 req-6026d70a-6549-4bb0-b597-063a8f89067a tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:26.554161 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-95fd9362-24d9-435f-907e-256e46476b56 req-6026d70a-6549-4bb0-b597-063a8f89067a tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 944 time: 0.0724089 Nov 02 12:57:26.780847 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['03559c84-5782-47b1-aee2-ae9b654e9dba'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:57:26.791823 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-95fd9362-24d9-435f-907e-256e46476b56 req-d7a3d86e-4787-473f-8a30-4043b3d9bccc tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288942 Nov 02 12:57:27.053208 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 53138) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:27.169153 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8b66123a-ebd8-4434-809d-c6308af9ea08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.247494 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8b66123a-ebd8-4434-809d-c6308af9ea08 admin admin] Publish callbacks [] for security_group (c5351207-376a-4dfe-8b73-02bc738ea02b), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.254029 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8b66123a-ebd8-4434-809d-c6308af9ea08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c5351207-376a-4dfe-8b73-02bc738ea02b), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.292557 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66123a-ebd8-4434-809d-c6308af9ea08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5351207-376a-4dfe-8b73-02bc738ea02b,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:27.296949 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-8b66123a-ebd8-4434-809d-c6308af9ea08 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a146c5f2babf4df88b2c99728301bc32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425706 Nov 02 12:57:27.300454 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 53142) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:27.349424 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6deaa0af-77db-49c0-ab03-46fbc6d8a67f admin admin] Publish callbacks [] for security_group (c5351207-376a-4dfe-8b73-02bc738ea02b), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.377017 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6deaa0af-77db-49c0-ab03-46fbc6d8a67f admin admin] Publish callbacks [] for security_group (c5351207-376a-4dfe-8b73-02bc738ea02b), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.430431 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6deaa0af-77db-49c0-ab03-46fbc6d8a67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c5351207-376a-4dfe-8b73-02bc738ea02b), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.433153 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6deaa0af-77db-49c0-ab03-46fbc6d8a67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.434419 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-6deaa0af-77db-49c0-ab03-46fbc6d8a67f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c5351207-376a-4dfe-8b73-02bc738ea02b HTTP/1.1" status: 204 len: 168 time: 0.1336708 Nov 02 12:57:27.443215 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deaa0af-77db-49c0-ab03-46fbc6d8a67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5351207-376a-4dfe-8b73-02bc738ea02b,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:28.075100 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c79e5-fadc-4464-aebf-5bf13371ebb6 req-ec562f3d-6947-4c84-9712-366424748035 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:28.076766 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c27c79e5-fadc-4464-aebf-5bf13371ebb6 req-ec562f3d-6947-4c84-9712-366424748035 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 944 time: 0.2095051 Nov 02 12:57:28.124222 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c27c79e5-fadc-4464-aebf-5bf13371ebb6 req-98b12c8c-68d5-494e-be7e-a114b1afc59c tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Nov 02 12:57:28.279586 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-eb052984-c053-4ad0-a46f-d4221da3fcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.265396 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd344d-29d7-4a8a-bad7-b939c89f865a req-ea7cc9a0-7ce3-4ab6-99c7-aa59cd28e38b tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:29.267242 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a1cd344d-29d7-4a8a-bad7-b939c89f865a req-ea7cc9a0-7ce3-4ab6-99c7-aa59cd28e38b tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 944 time: 0.0632422 Nov 02 12:57:29.318211 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a1cd344d-29d7-4a8a-bad7-b939c89f865a req-8e6d3986-ab90-4988-82e8-91698dd9fac0 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Nov 02 12:57:29.405565 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.734145 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 03559c84-5782-47b1-aee2-ae9b654e9dba up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:29.786324 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 03559c84-5782-47b1-aee2-ae9b654e9dba completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:57:29.790301 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 03559c84-5782-47b1-aee2-ae9b654e9dba triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:57:29.790681 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.791044 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 03559c84-5782-47b1-aee2-ae9b654e9dba Nov 02 12:57:29.865718 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 03559c84-5782-47b1-aee2-ae9b654e9dba is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:57:29.866187 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.889683 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d772fb-813e-4f1a-b037-40004977b274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03559c84-5782-47b1-aee2-ae9b654e9dba'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:57:29.892554 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea2552b-176f-4d67-8f92-2862a4b5595c" -d '{"events": [{"server_uuid": "c2d772fb-813e-4f1a-b037-40004977b274", "name": "network-vif-plugged", "status": "completed", "tag": "03559c84-5782-47b1-aee2-ae9b654e9dba"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:57:29.905537 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 03559c84-5782-47b1-aee2-ae9b654e9dba, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=03559c84-5782-47b1-aee2-ae9b654e9dba,segment=NetworkSegment(f7326cd5-1531-44c6-91ef-34c81d66593b),segment_id=f7326cd5-1531-44c6-91ef-34c81d66593b)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:29.911231 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:29.934499 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce9e3ec-6c21-496f-937a-e333fe6ba1e4 x-openstack-request-id: req-cce9e3ec-6c21-496f-937a-e333fe6ba1e4 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:57:29.934807 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d772fb-813e-4f1a-b037-40004977b274", "name": "network-vif-plugged", "status": "completed", "tag": "03559c84-5782-47b1-aee2-ae9b654e9dba", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:57:29.935064 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cce9e3ec-6c21-496f-937a-e333fe6ba1e4 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:57:29.935452 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce9e3ec-6c21-496f-937a-e333fe6ba1e4'] response: {'server_uuid': 'c2d772fb-813e-4f1a-b037-40004977b274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03559c84-5782-47b1-aee2-ae9b654e9dba', 'code': 200} Nov 02 12:57:29.962176 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=03559c84-5782-47b1-aee2-ae9b654e9dba,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:30.157477 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb2f40-859e-4b03-93a5-41a82af9789b req-5a222fa2-5ae4-44e1-81bc-834f3af0c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:30.158901 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e7eb2f40-859e-4b03-93a5-41a82af9789b req-5a222fa2-5ae4-44e1-81bc-834f3af0c279 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 1129 time: 0.0486939 Nov 02 12:57:30.204025 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e7eb2f40-859e-4b03-93a5-41a82af9789b req-24e252d8-0fd2-4af1-aa77-b058e531ac90 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Nov 02 12:57:30.463163 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b934a7a-2115-4123-b04a-d99b8525eb36 req-84afb1f6-a48b-4689-8433-fec33f09d32f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:30.464716 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2b934a7a-2115-4123-b04a-d99b8525eb36 req-84afb1f6-a48b-4689-8433-fec33f09d32f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0624726 Nov 02 12:57:30.517298 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2b934a7a-2115-4123-b04a-d99b8525eb36 req-b37c96ae-2e2c-4777-b196-3988f023afc9 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449815 Nov 02 12:57:30.859733 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:31.659523 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7faaa3-94e6-4486-952f-c28f81de83c8 req-5a3d83a1-8c5b-47de-aa89-5be8d8f7b7e5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:31.661196 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-be7faaa3-94e6-4486-952f-c28f81de83c8 req-5a3d83a1-8c5b-47de-aa89-5be8d8f7b7e5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0576987 Nov 02 12:57:31.709839 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-be7faaa3-94e6-4486-952f-c28f81de83c8 req-d0fb2d8e-2eaa-4202-a1d1-e9123b6bfe0a tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Nov 02 12:57:32.364234 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:32.850591 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8199e7-8be0-4b25-b8bb-fa61e11ca5fc req-9ca363c1-1c7d-4311-9351-a84d745628ae tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:32.852081 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bd8199e7-8be0-4b25-b8bb-fa61e11ca5fc req-9ca363c1-1c7d-4311-9351-a84d745628ae tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0602984 Nov 02 12:57:32.904850 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bd8199e7-8be0-4b25-b8bb-fa61e11ca5fc req-cfbecc74-690f-4d4f-a350-5cace6b1be53 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Nov 02 12:57:34.045672 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0661825-7576-4235-88a6-84042af4f85b req-07715669-cdc4-446a-af09-04776a90c3a5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:34.047270 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0661825-7576-4235-88a6-84042af4f85b req-07715669-cdc4-446a-af09-04776a90c3a5 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0595083 Nov 02 12:57:34.102894 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d0661825-7576-4235-88a6-84042af4f85b req-442c477e-6730-4308-8006-f4da5bde3070 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476255 Nov 02 12:57:35.250873 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176f9da-c0e5-488b-afa1-a3f8ccf07565 req-4f7649c8-b5d7-48ee-81ca-29d0ee79332f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:35.252256 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e176f9da-c0e5-488b-afa1-a3f8ccf07565 req-4f7649c8-b5d7-48ee-81ca-29d0ee79332f tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0662806 Nov 02 12:57:35.321112 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e176f9da-c0e5-488b-afa1-a3f8ccf07565 req-091a2196-e847-4bca-bffc-2b606d9a1d71 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614095 Nov 02 12:57:36.464374 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8e22c-172b-4648-92e1-0a5f06ae1115 req-0f481c72-bd70-4239-b1dd-aef1f9b969ae tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:36.465883 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-21f8e22c-172b-4648-92e1-0a5f06ae1115 req-0f481c72-bd70-4239-b1dd-aef1f9b969ae tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0672550 Nov 02 12:57:36.518101 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-21f8e22c-172b-4648-92e1-0a5f06ae1115 req-63025ff9-c9cd-4c9a-a773-7df62c31ca58 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443945 Nov 02 12:57:37.665481 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732b8fc-6b69-49a3-8d2f-cf444edf944d req-45395458-6c70-4fdb-96e6-f619e5a8a424 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:37.666961 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f732b8fc-6b69-49a3-8d2f-cf444edf944d req-45395458-6c70-4fdb-96e6-f619e5a8a424 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0631068 Nov 02 12:57:37.722222 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f732b8fc-6b69-49a3-8d2f-cf444edf944d req-d92c073f-faf0-4019-bf64-e4fb5bcac5a4 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466435 Nov 02 12:57:38.864669 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cade87-082d-402f-8725-9107a9191a57 req-036e4f27-0c2e-4ce8-aaf6-157d2b8217ae tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:38.866169 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-90cade87-082d-402f-8725-9107a9191a57 req-036e4f27-0c2e-4ce8-aaf6-157d2b8217ae tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0597754 Nov 02 12:57:38.923587 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-90cade87-082d-402f-8725-9107a9191a57 req-2bd385c7-4198-425b-84c5-17675dd048df tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489776 Nov 02 12:57:40.061612 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4cbeb-ea50-42f1-8d3f-c9c0622e6a96 req-6ba8a664-9362-474e-940d-b659a0920b43 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:40.063155 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6de4cbeb-ea50-42f1-8d3f-c9c0622e6a96 req-6ba8a664-9362-474e-940d-b659a0920b43 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0587614 Nov 02 12:57:40.115963 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6de4cbeb-ea50-42f1-8d3f-c9c0622e6a96 req-4a04a797-b478-425a-8d7a-a0294c265ef1 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444717 Nov 02 12:57:41.272561 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755a673-d02d-4e55-9256-ec6fdac783d9 req-f9f0bc65-aad2-4a18-a872-4b1f73648e64 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:41.274049 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8755a673-d02d-4e55-9256-ec6fdac783d9 req-f9f0bc65-aad2-4a18-a872-4b1f73648e64 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0685976 Nov 02 12:57:41.322406 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8755a673-d02d-4e55-9256-ec6fdac783d9 req-c04d9566-7ac9-43e1-95dc-f8c6606fa029 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Nov 02 12:57:42.460916 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cf352-4a73-4880-8389-a45ebc9be1ae req-ac9be23e-2d0d-4fae-a73f-266b5dd4823b tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:42.462478 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-273cf352-4a73-4880-8389-a45ebc9be1ae req-ac9be23e-2d0d-4fae-a73f-266b5dd4823b tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0553718 Nov 02 12:57:42.512758 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-273cf352-4a73-4880-8389-a45ebc9be1ae req-90db9049-7157-4e41-b772-8155e43d8f6d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Nov 02 12:57:43.641339 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f56bb-1cea-4cf8-b5a5-30b23c4dc5be req-9c8cb27a-3f10-4c38-9e14-a465465881ab tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:43.642834 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-112f56bb-1cea-4cf8-b5a5-30b23c4dc5be req-9c8cb27a-3f10-4c38-9e14-a465465881ab tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0560489 Nov 02 12:57:43.694437 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-112f56bb-1cea-4cf8-b5a5-30b23c4dc5be req-62d56d7d-353c-45be-a543-9d556589ff77 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427475 Nov 02 12:57:45.432155 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:56.147835 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-951206a0-78ce-424d-8b68-f27218956965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:58.290378 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0831d517-3185-4afd-aac2-720f4d72a349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:59.406585 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:00.865801 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:02.370247 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:03.498002 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:58:06.733721 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 53468) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:06.842925 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:06.922176 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Publish callbacks [] for security_group (5f002a08-627a-4172-8941-f9c1404d8c09), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:06.927949 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (5f002a08-627a-4172-8941-f9c1404d8c09), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.213501 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7920f325351344b884730c7b1d1b669f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785461 Nov 02 12:58:07.214323 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f002a08-627a-4172-8941-f9c1404d8c09,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:07.216481 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 53482) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:07.232960 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.233170 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.233560 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.233952 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.234338 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.234666 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.234996 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.235321 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.235677 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.236009 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.236349 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.236726 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.237032 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be6de3-481e-4a3e-9d63-675b79746473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:07.278875 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-695e7c84-5547-41fd-ac8b-6bab98f7eb9e admin admin] Publish callbacks [] for security_group (5f002a08-627a-4172-8941-f9c1404d8c09), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.301643 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-695e7c84-5547-41fd-ac8b-6bab98f7eb9e admin admin] Publish callbacks [] for security_group (5f002a08-627a-4172-8941-f9c1404d8c09), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.352925 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-695e7c84-5547-41fd-ac8b-6bab98f7eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (5f002a08-627a-4172-8941-f9c1404d8c09), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.356064 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-695e7c84-5547-41fd-ac8b-6bab98f7eb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:07.357276 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-695e7c84-5547-41fd-ac8b-6bab98f7eb9e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5f002a08-627a-4172-8941-f9c1404d8c09 HTTP/1.1" status: 204 len: 168 time: 0.1398799 Nov 02 12:58:07.370800 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e7c84-5547-41fd-ac8b-6bab98f7eb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f002a08-627a-4172-8941-f9c1404d8c09,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:07.464394 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4400f-f6af-4e6c-9008-50e9496d6639 req-ad139967-d5ce-4bca-9010-fa46573b9647 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:07.464394 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-74f4400f-f6af-4e6c-9008-50e9496d6639 req-ad139967-d5ce-4bca-9010-fa46573b9647 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0574255 Nov 02 12:58:07.521528 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-74f4400f-f6af-4e6c-9008-50e9496d6639 req-c9fa4fe8-34ad-4fad-8a1b-35b1a0c54c70 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518074 Nov 02 12:58:08.672401 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51089b9d-74fd-4748-af11-fb77346f6f11 req-cf5bff37-9f4c-4150-a768-65a6258db767 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:08.673922 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-51089b9d-74fd-4748-af11-fb77346f6f11 req-cf5bff37-9f4c-4150-a768-65a6258db767 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0610526 Nov 02 12:58:08.724723 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-51089b9d-74fd-4748-af11-fb77346f6f11 req-020acf0a-5617-4a6a-b081-e11c925b5496 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447445 Nov 02 12:58:09.859795 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac4240-ff2d-4848-9240-e775e9996d3d req-a7d273b5-6906-4758-a1b5-5c938523990f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:09.861293 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e4ac4240-ff2d-4848-9240-e775e9996d3d req-a7d273b5-6906-4758-a1b5-5c938523990f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0535400 Nov 02 12:58:09.909018 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e4ac4240-ff2d-4848-9240-e775e9996d3d req-ecb3079c-6c54-4586-bbb3-bccb85ba2653 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Nov 02 12:58:11.055721 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27787-fe7a-49b2-bf1e-ce0433feac1f req-69293eba-1ec7-4324-bc11-52e239ca1b91 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:11.057277 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-edc27787-fe7a-49b2-bf1e-ce0433feac1f req-69293eba-1ec7-4324-bc11-52e239ca1b91 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0661802 Nov 02 12:58:11.110698 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-edc27787-fe7a-49b2-bf1e-ce0433feac1f req-999a3349-0511-4bc8-a58e-1bbe7a70d89d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472524 Nov 02 12:58:11.612088 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2399de9-cd07-42f3-a9fc-8b61be32cbb6 req-ff5a1fe1-a93e-49f9-86b0-a737fa3360df tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:11.613529 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d2399de9-cd07-42f3-a9fc-8b61be32cbb6 req-ff5a1fe1-a93e-49f9-86b0-a737fa3360df tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0633385 Nov 02 12:58:11.664628 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d2399de9-cd07-42f3-a9fc-8b61be32cbb6 req-a33fc878-3185-409d-bc06-b20920561049 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Nov 02 12:58:12.244518 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b3e7a-d6fe-4f0c-8941-70362722977f req-d2e97728-e259-4bf4-bfb0-9f77eee91b46 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:12.246013 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5a5b3e7a-d6fe-4f0c-8941-70362722977f req-d2e97728-e259-4bf4-bfb0-9f77eee91b46 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0533257 Nov 02 12:58:12.295897 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5a5b3e7a-d6fe-4f0c-8941-70362722977f req-87f36154-6f71-4c20-8afd-2521615d3145 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Nov 02 12:58:12.809020 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d27ee-83d3-4c3c-bf87-926f2eb713f0 req-e10cce74-ad57-441a-b7e3-3d7cf54730a1 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:12.810632 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-423d27ee-83d3-4c3c-bf87-926f2eb713f0 req-e10cce74-ad57-441a-b7e3-3d7cf54730a1 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0563984 Nov 02 12:58:12.859996 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-423d27ee-83d3-4c3c-bf87-926f2eb713f0 req-2cd3114e-91c7-4d93-b965-a2e6b3f9d787 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Nov 02 12:58:13.441019 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f22ab-2cf9-4dc5-a285-e8dbd0f75d30 req-51b41b3e-948d-4bee-b4c8-69be2226183f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:13.442560 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ad2f22ab-2cf9-4dc5-a285-e8dbd0f75d30 req-51b41b3e-948d-4bee-b4c8-69be2226183f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0602639 Nov 02 12:58:13.494434 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ad2f22ab-2cf9-4dc5-a285-e8dbd0f75d30 req-230e523b-4172-431a-98f3-04c47ab0f675 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460701 Nov 02 12:58:14.010796 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17c7cd-89de-4abe-8824-0051f0c3f10f req-892363ab-f15c-446f-b697-66ac1a0c9d06 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:14.012615 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0a17c7cd-89de-4abe-8824-0051f0c3f10f req-892363ab-f15c-446f-b697-66ac1a0c9d06 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0652082 Nov 02 12:58:14.066799 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0a17c7cd-89de-4abe-8824-0051f0c3f10f req-433d633d-8681-4624-95c0-3b25d61ca043 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8a9ec8f-11a0-476e-bc78-81398777302e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479331 Nov 02 12:58:14.212914 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc232b-1eeb-4283-8945-f4a36448fa9f req-f0d13e81-02ec-430a-89d9-5200d7ac7921 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:14.214421 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3afc232b-1eeb-4283-8945-f4a36448fa9f req-f0d13e81-02ec-430a-89d9-5200d7ac7921 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.105 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 945 time: 0.0559118 Nov 02 12:58:14.314432 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-3afc232b-1eeb-4283-8945-f4a36448fa9f req-b30900ef-454f-4e21-aa26-10e166f2e89d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Deleting port 03559c84-5782-47b1-aee2-ae9b654e9dba {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:14.314786 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-3afc232b-1eeb-4283-8945-f4a36448fa9f req-b30900ef-454f-4e21-aa26-10e166f2e89d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:14.403251 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-3afc232b-1eeb-4283-8945-f4a36448fa9f req-b30900ef-454f-4e21-aa26-10e166f2e89d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] For port 03559c84-5782-47b1-aee2-ae9b654e9dba, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=03559c84-5782-47b1-aee2-ae9b654e9dba,segment=NetworkSegment(f7326cd5-1531-44c6-91ef-34c81d66593b),segment_id=f7326cd5-1531-44c6-91ef-34c81d66593b)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:14.403636 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-3afc232b-1eeb-4283-8945-f4a36448fa9f req-b30900ef-454f-4e21-aa26-10e166f2e89d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:14.422215 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-3afc232b-1eeb-4283-8945-f4a36448fa9f req-b30900ef-454f-4e21-aa26-10e166f2e89d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Calling delete_port for 03559c84-5782-47b1-aee2-ae9b654e9dba owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:14.558236 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-3afc232b-1eeb-4283-8945-f4a36448fa9f req-b30900ef-454f-4e21-aa26-10e166f2e89d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (03559c84-5782-47b1-aee2-ae9b654e9dba), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:14.586578 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30900ef-454f-4e21-aa26-10e166f2e89d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Pushing event deleted for resources: {'Port': ['ID=03559c84-5782-47b1-aee2-ae9b654e9dba,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:14.598704 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['03559c84-5782-47b1-aee2-ae9b654e9dba'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:58:14.643822 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afc232b-1eeb-4283-8945-f4a36448fa9f req-b30900ef-454f-4e21-aa26-10e166f2e89d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] No DVR routers for this DVR port 03559c84-5782-47b1-aee2-ae9b654e9dba on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:58:14.646494 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-3afc232b-1eeb-4283-8945-f4a36448fa9f req-b30900ef-454f-4e21-aa26-10e166f2e89d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:14.650255 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5245b-8ea5-43f0-9b06-a508e1e3f348 req-b3576543-f512-4fdc-a599-af6be8b946cf tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:14.652360 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3afc232b-1eeb-4283-8945-f4a36448fa9f req-b30900ef-454f-4e21-aa26-10e166f2e89d tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.105 "DELETE /v2.0/ports/03559c84-5782-47b1-aee2-ae9b654e9dba HTTP/1.1" status: 204 len: 173 time: 0.4305792 Nov 02 12:58:14.652360 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d772fb-813e-4f1a-b037-40004977b274', 'name': 'network-vif-deleted', 'tag': '03559c84-5782-47b1-aee2-ae9b654e9dba'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:58:14.652664 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e3c5245b-8ea5-43f0-9b06-a508e1e3f348 req-b3576543-f512-4fdc-a599-af6be8b946cf tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0705400 Nov 02 12:58:14.654083 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16865c3d-60f6-46f4-8145-0702a6d3f886" -d '{"events": [{"server_uuid": "c2d772fb-813e-4f1a-b037-40004977b274", "name": "network-vif-deleted", "tag": "03559c84-5782-47b1-aee2-ae9b654e9dba"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:58:14.714539 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e3c5245b-8ea5-43f0-9b06-a508e1e3f348 req-b012fac5-cbae-4830-b5e3-cb6a54080abc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568678 Nov 02 12:58:14.759671 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fbcf56-b256-4339-93cb-f9136a6f0c22 x-openstack-request-id: req-10fbcf56-b256-4339-93cb-f9136a6f0c22 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:58:14.760043 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d772fb-813e-4f1a-b037-40004977b274", "name": "network-vif-deleted", "tag": "03559c84-5782-47b1-aee2-ae9b654e9dba", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:58:14.760327 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-10fbcf56-b256-4339-93cb-f9136a6f0c22 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:58:14.760943 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10fbcf56-b256-4339-93cb-f9136a6f0c22'] response: {'server_uuid': 'c2d772fb-813e-4f1a-b037-40004977b274', 'name': 'network-vif-deleted', 'tag': '03559c84-5782-47b1-aee2-ae9b654e9dba', 'status': 'completed', 'code': 200} Nov 02 12:58:15.195866 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-aed29611-c8d5-447b-ab43-9b24d102ff11 req-96bc4ea8-ded6-4021-a3a5-d11a8377d1b3 tempest-VolumesSnapshotTestJSON-1145873476 tempest-VolumesSnapshotTestJSON-1145873476-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d772fb-813e-4f1a-b037-40004977b274 HTTP/1.1" status: 200 len: 210 time: 0.0275397 Nov 02 12:58:15.441632 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.867227 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf21bf5-95c3-4177-81c3-6c7d53292cc5 req-c1db4ae6-8485-4150-8161-50fdd76fc5d8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:15.869004 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bcf21bf5-95c3-4177-81c3-6c7d53292cc5 req-c1db4ae6-8485-4150-8161-50fdd76fc5d8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0653296 Nov 02 12:58:15.929254 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bcf21bf5-95c3-4177-81c3-6c7d53292cc5 req-3352ac83-7e24-4853-9612-a762af316595 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518842 Nov 02 12:58:17.094767 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf89333-fc72-45f7-aec6-9f2225fcfd85 req-8a90b868-1678-4580-8963-82f08a8a1213 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:17.096159 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2cf89333-fc72-45f7-aec6-9f2225fcfd85 req-8a90b868-1678-4580-8963-82f08a8a1213 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0642819 Nov 02 12:58:17.151276 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2cf89333-fc72-45f7-aec6-9f2225fcfd85 req-811d6726-61a4-41fc-aa75-beaac415b2d2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471430 Nov 02 12:58:18.014325 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 03559c84-5782-47b1-aee2-ae9b654e9dba no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:18.038194 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 03559c84-5782-47b1-aee2-ae9b654e9dba {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:18.038610 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 03559c84-5782-47b1-aee2-ae9b654e9dba not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:18.303080 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12bbd7-c7b4-489f-b468-bfc1cbe02bf5 req-6133608f-dae8-4fc0-acb1-dd6f330680a6 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:18.305196 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ba12bbd7-c7b4-489f-b468-bfc1cbe02bf5 req-6133608f-dae8-4fc0-acb1-dd6f330680a6 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0607369 Nov 02 12:58:18.360809 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ba12bbd7-c7b4-489f-b468-bfc1cbe02bf5 req-38c2e1a2-0120-44d1-b143-419a519a73ce tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477276 Nov 02 12:58:19.537351 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a31d5-270a-4434-b043-da31170bce60 req-5178c2a6-fa91-4194-ac76-44907921ca6d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:19.538837 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-972a31d5-270a-4434-b043-da31170bce60 req-5178c2a6-fa91-4194-ac76-44907921ca6d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0714889 Nov 02 12:58:19.594075 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-972a31d5-270a-4434-b043-da31170bce60 req-92ecc752-6804-4bea-bd8b-d73c628e8a77 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455024 Nov 02 12:58:20.774534 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b6e8a-55e5-4259-802f-57c0f7d6b3d2 req-433f9ebf-d26e-4dad-8df7-11d53f38a8ed tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:20.776036 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-377b6e8a-55e5-4259-802f-57c0f7d6b3d2 req-433f9ebf-d26e-4dad-8df7-11d53f38a8ed tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0747464 Nov 02 12:58:20.834167 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-377b6e8a-55e5-4259-802f-57c0f7d6b3d2 req-c0b61ef8-a46d-4a6a-b903-bfbec2d3be12 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519416 Nov 02 12:58:21.981683 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282b012-d491-4cef-bc5d-0639ddc3987e req-dc98d7d2-6b0f-4956-bdb3-9a7d4651d7b7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:21.983183 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6282b012-d491-4cef-bc5d-0639ddc3987e req-dc98d7d2-6b0f-4956-bdb3-9a7d4651d7b7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0581994 Nov 02 12:58:22.038415 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6282b012-d491-4cef-bc5d-0639ddc3987e req-3fda2c46-b0cb-49bb-8fd9-f6cf413a3278 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480518 Nov 02 12:58:23.189602 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a00c10-5849-4918-ad12-319115ec4c8d req-60606917-fc03-4b56-bdc6-dfb4c655c00a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:23.192988 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b6a00c10-5849-4918-ad12-319115ec4c8d req-60606917-fc03-4b56-bdc6-dfb4c655c00a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0626595 Nov 02 12:58:23.243691 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b6a00c10-5849-4918-ad12-319115ec4c8d req-2cba096b-2147-4a4a-92aa-646daf9ca2dc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449486 Nov 02 12:58:24.409890 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab67e13-2989-47b1-8530-035e7b123ff8 req-6a2b1876-d775-4735-9cab-dbf62c6cbfe1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:24.411472 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bab67e13-2989-47b1-8530-035e7b123ff8 req-6a2b1876-d775-4735-9cab-dbf62c6cbfe1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0626035 Nov 02 12:58:24.461090 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bab67e13-2989-47b1-8530-035e7b123ff8 req-ba516ef7-2e44-46d8-8f26-060aeed89d8c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 Nov 02 12:58:25.610358 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f852d-df73-4d38-b89a-095ebf3dd4ab req-fa4814e8-7fa6-45ba-baea-6ac9eefcca1a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:25.612118 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9d2f852d-df73-4d38-b89a-095ebf3dd4ab req-fa4814e8-7fa6-45ba-baea-6ac9eefcca1a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0609970 Nov 02 12:58:25.662629 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9d2f852d-df73-4d38-b89a-095ebf3dd4ab req-089f5ed3-9575-4df8-b0d7-cc060f11e471 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441711 Nov 02 12:58:26.143466 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e4bd3c23-2180-40df-bf27-167c6168ad9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.661818 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45023ba-7127-4192-8011-407e3a196357 req-8e63db6e-2f04-43d3-891f-70d0721324ac tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:26.664424 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a45023ba-7127-4192-8011-407e3a196357 req-8e63db6e-2f04-43d3-891f-70d0721324ac tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0699456 Nov 02 12:58:26.719946 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a45023ba-7127-4192-8011-407e3a196357 req-2d0243c7-a757-4f99-ab97-a48f5b9d84c7 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495672 Nov 02 12:58:26.827682 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c3c09-3f73-43e7-9f9b-fc57a446b7d0 req-5daa9be5-6446-41b4-8346-39bfe3143097 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:26.838273 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-167c3c09-3f73-43e7-9f9b-fc57a446b7d0 req-5daa9be5-6446-41b4-8346-39bfe3143097 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0704083 Nov 02 12:58:26.900574 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-167c3c09-3f73-43e7-9f9b-fc57a446b7d0 req-7b57c0a9-7c61-43b9-9756-4fc03fdd25f2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571718 Nov 02 12:58:27.859986 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64a58c-85f1-4ad2-98d4-db9c0c2aadc2 req-ed49f835-8616-4a56-b29e-564d57ece4d8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:27.861775 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3b64a58c-85f1-4ad2-98d4-db9c0c2aadc2 req-ed49f835-8616-4a56-b29e-564d57ece4d8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0575161 Nov 02 12:58:27.919042 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3b64a58c-85f1-4ad2-98d4-db9c0c2aadc2 req-0621aa33-6496-45f5-a546-098ab8d82000 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473144 Nov 02 12:58:28.047468 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0014c-a33a-42df-bf16-0c91eb361977 req-bb0f75a9-5ec1-4d37-b7ab-341afc963a17 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:28.049173 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0ad0014c-a33a-42df-bf16-0c91eb361977 req-bb0f75a9-5ec1-4d37-b7ab-341afc963a17 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0631807 Nov 02 12:58:28.092905 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:58:28.101753 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0ad0014c-a33a-42df-bf16-0c91eb361977 req-3414f344-3ffa-4e28-88c4-b381a38dcee9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465527 Nov 02 12:58:28.203383 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:28.214904 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'port_id': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'mac_address': 'fa:16:3e:9c:d4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:58:28.258100 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f is: ACTIVE; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:58:28.258583 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.283300 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:58:28.299443 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-08f184bc-3753-4d17-99b8-9a6b4b87927e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.311620 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:28.319011 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.371277 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,revision_number=6']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:28.378845 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.379320 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.379720 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.380052 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.380643 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.380978 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.381314 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.381622 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.381966 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.382309 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.382309 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.382951 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.383282 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.590736 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['7a7f193c-8f61-4df5-8e3c-0d69f95daa2f'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:58:29.061548 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01ed05-4d61-45a2-b7e3-b43b09d7de0c req-64ba2691-0b27-4b06-9284-798a1d0dbdb1 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:29.063057 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fb01ed05-4d61-45a2-b7e3-b43b09d7de0c req-64ba2691-0b27-4b06-9284-798a1d0dbdb1 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0663688 Nov 02 12:58:29.112535 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fb01ed05-4d61-45a2-b7e3-b43b09d7de0c req-354ecf7b-20ed-47ad-8534-9fc224110ada tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434046 Nov 02 12:58:29.238728 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08d016-8692-49b2-9df9-7a00beb934a9 req-14999847-afa3-4796-9ba5-fcf115dc742e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:29.240783 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4b08d016-8692-49b2-9df9-7a00beb934a9 req-14999847-afa3-4796-9ba5-fcf115dc742e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0572557 Nov 02 12:58:29.296096 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4b08d016-8692-49b2-9df9-7a00beb934a9 req-995fa862-82cd-4212-9900-a8d6ab849baf tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454829 Nov 02 12:58:29.413764 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:30.256545 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72715d55-e630-411b-a4d7-0d403b4462d4 req-1d268f37-b7d6-4c94-b023-7b2ed0fb2229 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:30.258071 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-72715d55-e630-411b-a4d7-0d403b4462d4 req-1d268f37-b7d6-4c94-b023-7b2ed0fb2229 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0608990 Nov 02 12:58:30.313189 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-72715d55-e630-411b-a4d7-0d403b4462d4 req-56e9ae76-d10b-44c9-8f20-49bfe246c332 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457215 Nov 02 12:58:30.440618 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f283ae-207f-48f6-9207-fc82604aa1fb req-e6ea73bf-993f-4c1e-a081-ef27b3566865 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:30.442112 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e5f283ae-207f-48f6-9207-fc82604aa1fb req-e6ea73bf-993f-4c1e-a081-ef27b3566865 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0627954 Nov 02 12:58:30.494035 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e5f283ae-207f-48f6-9207-fc82604aa1fb req-b2e69337-edc0-4168-bc38-8fa7fd5b0a75 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452785 Nov 02 12:58:30.872676 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:31.459171 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b0c7e-d061-4a57-83a2-4d8340b29dbb req-eeb721a6-5780-45be-b459-dd748e7bbcbe tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:31.460708 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-997b0c7e-d061-4a57-83a2-4d8340b29dbb req-eeb721a6-5780-45be-b459-dd748e7bbcbe tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0665216 Nov 02 12:58:31.512965 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-997b0c7e-d061-4a57-83a2-4d8340b29dbb req-f720f17a-374e-4677-afed-88f94559bba6 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465209 Nov 02 12:58:31.644704 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ae0b-5ab7-438e-bd39-a22dc9cbeb80 req-6a43b25b-d8be-4494-a0fb-7ce03a52bd5d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:31.646080 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3c52ae0b-5ab7-438e-bd39-a22dc9cbeb80 req-6a43b25b-d8be-4494-a0fb-7ce03a52bd5d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0702710 Nov 02 12:58:31.696312 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3c52ae0b-5ab7-438e-bd39-a22dc9cbeb80 req-c85c1ca7-4d7f-454f-8fe8-7a18dc964a6c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417042 Nov 02 12:58:32.365957 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:32.646256 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5afa41-db27-4054-8b82-cf8c02624038 req-663f84cd-eb80-4137-84b9-6bf01689d9a7 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:32.647660 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4b5afa41-db27-4054-8b82-cf8c02624038 req-663f84cd-eb80-4137-84b9-6bf01689d9a7 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0567181 Nov 02 12:58:32.694681 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4b5afa41-db27-4054-8b82-cf8c02624038 req-d4bf9869-5d60-495f-b3cb-8cd9f448cc29 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412219 Nov 02 12:58:32.835604 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf7ce-980d-4342-a515-f1c16543740a req-db93878f-e58c-4938-ae33-93ffb63b984c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:32.837138 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1cebf7ce-980d-4342-a515-f1c16543740a req-db93878f-e58c-4938-ae33-93ffb63b984c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0587404 Nov 02 12:58:32.888398 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1cebf7ce-980d-4342-a515-f1c16543740a req-8851f781-7784-4589-8806-62a0bc328430 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418432 Nov 02 12:58:33.611410 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:33.668855 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:58:33.669146 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:33.669485 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:58:33.740898 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:58:33.741196 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:33.763875 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:58:33.766519 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f42ed5-1d68-4d83-8a32-51ae378fb45f" -d '{"events": [{"server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "name": "network-vif-plugged", "status": "completed", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:58:33.780125 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:33.786471 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:33.828941 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec23304-903b-4a7e-b65e-0be02523d979 req-6495c797-5724-4577-a5c9-f75a7ea496ff tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:33.832681 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3ec23304-903b-4a7e-b65e-0be02523d979 req-6495c797-5724-4577-a5c9-f75a7ea496ff tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0609941 Nov 02 12:58:33.837841 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,revision_number=7']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:33.863743 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0a4d0-6ec7-4237-b75a-248d98214814 x-openstack-request-id: req-20f0a4d0-6ec7-4237-b75a-248d98214814 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:58:33.864066 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "name": "network-vif-plugged", "status": "completed", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:58:33.864400 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-20f0a4d0-6ec7-4237-b75a-248d98214814 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:58:33.864784 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f0a4d0-6ec7-4237-b75a-248d98214814'] response: {'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'code': 200} Nov 02 12:58:33.889826 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3ec23304-903b-4a7e-b65e-0be02523d979 req-49dc50b8-1849-41d7-8d70-b9d8a43640f4 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519924 Nov 02 12:58:34.030460 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059f705-798a-4bb7-a102-a68578ef7f5a req-34c8e990-732a-463f-b60b-18172c22a6d9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:34.031963 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3059f705-798a-4bb7-a102-a68578ef7f5a req-34c8e990-732a-463f-b60b-18172c22a6d9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0615869 Nov 02 12:58:34.080602 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3059f705-798a-4bb7-a102-a68578ef7f5a req-fd741677-2d8d-4fa7-9c7d-e22bf36bd954 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426462 Nov 02 12:58:35.034284 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738566c9-d380-4b9e-bc5a-dc530062c0b9 req-209ec6ea-a86f-4313-a093-17db500a6d95 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:35.035769 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-738566c9-d380-4b9e-bc5a-dc530062c0b9 req-209ec6ea-a86f-4313-a093-17db500a6d95 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0606806 Nov 02 12:58:35.083917 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-738566c9-d380-4b9e-bc5a-dc530062c0b9 req-204674cc-1914-4cdb-9c35-2f5b820ddb49 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418773 Nov 02 12:58:35.215585 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771025e-bca2-4574-a3bc-f32cf0ed5d74 req-6b5037a8-f8b4-4433-96a1-5192ed14da97 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:35.217007 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0771025e-bca2-4574-a3bc-f32cf0ed5d74 req-6b5037a8-f8b4-4433-96a1-5192ed14da97 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0574965 Nov 02 12:58:35.272274 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0771025e-bca2-4574-a3bc-f32cf0ed5d74 req-6d88060b-35d5-41d1-95e0-b588356ca223 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465567 Nov 02 12:58:36.249939 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ec08e-8b0f-4f99-8867-38dbd52d9651 req-d5c19da2-e399-4390-a4f6-42a9d2a37643 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:36.251462 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-791ec08e-8b0f-4f99-8867-38dbd52d9651 req-d5c19da2-e399-4390-a4f6-42a9d2a37643 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0671990 Nov 02 12:58:36.304617 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-791ec08e-8b0f-4f99-8867-38dbd52d9651 req-f14427cc-6ec9-4ec9-a580-fbe3488d62c4 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449195 Nov 02 12:58:36.419659 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811690c6-2072-442a-afe8-bd9ef872e21b req-0ff9f46e-a21b-4d2c-a3c7-875f50294ff1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:36.421218 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-811690c6-2072-442a-afe8-bd9ef872e21b req-0ff9f46e-a21b-4d2c-a3c7-875f50294ff1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0533233 Nov 02 12:58:36.479900 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-811690c6-2072-442a-afe8-bd9ef872e21b req-472888cc-edc5-4734-bae0-82c86f144f93 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527089 Nov 02 12:58:37.444903 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93c625-526c-4cf0-96fd-c40a1b72fd3c req-ab2a51b9-effc-41b6-b69e-5f5802b5fd8f tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:37.446456 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-be93c625-526c-4cf0-96fd-c40a1b72fd3c req-ab2a51b9-effc-41b6-b69e-5f5802b5fd8f tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0646238 Nov 02 12:58:37.500246 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-be93c625-526c-4cf0-96fd-c40a1b72fd3c req-9d060aca-80c8-45da-8142-406b60f56d25 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473573 Nov 02 12:58:37.621741 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c2a87-b1b1-422c-b8c2-5f3aa362671e req-c089108e-872c-4dab-afb0-f7a5ea95d9e0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:37.623118 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b19c2a87-b1b1-422c-b8c2-5f3aa362671e req-c089108e-872c-4dab-afb0-f7a5ea95d9e0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0555520 Nov 02 12:58:37.673094 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b19c2a87-b1b1-422c-b8c2-5f3aa362671e req-8c30c9b4-1416-42b3-9720-87b8e4c96511 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437150 Nov 02 12:58:38.635160 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5d066-1d93-4616-8e9e-f30c04fd87f2 req-28ffa44b-edfe-4e45-9315-cbc9e49c17cd tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:38.636671 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f2b5d066-1d93-4616-8e9e-f30c04fd87f2 req-28ffa44b-edfe-4e45-9315-cbc9e49c17cd tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0561826 Nov 02 12:58:38.689886 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f2b5d066-1d93-4616-8e9e-f30c04fd87f2 req-7eac64f6-d11d-427b-a656-681aeeae4d63 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467842 Nov 02 12:58:38.811429 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a90643-7366-43e2-9854-771fa4fce2f1 req-7ebd9c9f-d52a-48a5-96cf-237851462d8d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:38.812959 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-45a90643-7366-43e2-9854-771fa4fce2f1 req-7ebd9c9f-d52a-48a5-96cf-237851462d8d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0559065 Nov 02 12:58:38.866480 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-45a90643-7366-43e2-9854-771fa4fce2f1 req-95aa2063-2ab0-4108-8e8b-3390cc007150 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472467 Nov 02 12:58:39.828058 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e46fa-9ed8-438d-adb0-68c1b65e89cb req-7b4e102b-82ad-42bd-ac75-2b838bdf5eb5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:39.829619 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-467e46fa-9ed8-438d-adb0-68c1b65e89cb req-7b4e102b-82ad-42bd-ac75-2b838bdf5eb5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0555902 Nov 02 12:58:39.879637 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-467e46fa-9ed8-438d-adb0-68c1b65e89cb req-5211a00e-4402-4b9b-b696-729acee6943a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439980 Nov 02 12:58:40.006900 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfeb84-2487-4d3f-a75a-0c71002147e1 req-b5fb949c-e757-4ed0-ad4d-df78581f8797 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:40.008508 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-07dfeb84-2487-4d3f-a75a-0c71002147e1 req-b5fb949c-e757-4ed0-ad4d-df78581f8797 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0610752 Nov 02 12:58:40.059483 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-07dfeb84-2487-4d3f-a75a-0c71002147e1 req-9bb06cf7-71dd-4c4e-9bff-a5345d05c428 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447049 Nov 02 12:58:40.497580 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:58:41.023232 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b83d38-db4d-4512-a713-51aa00c6b8d5 req-3232300d-310d-407b-b366-602e776a45e5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:41.024911 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-03b83d38-db4d-4512-a713-51aa00c6b8d5 req-3232300d-310d-407b-b366-602e776a45e5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0608850 Nov 02 12:58:41.085974 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-03b83d38-db4d-4512-a713-51aa00c6b8d5 req-5add4321-f80a-412b-9205-fca5975b5fd2 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527582 Nov 02 12:58:41.202592 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea7d24-aaa8-4f32-a998-2146d2361d3a req-675da0e0-48fd-4acb-9dae-5e9dcadc13f8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:41.204089 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9eea7d24-aaa8-4f32-a998-2146d2361d3a req-675da0e0-48fd-4acb-9dae-5e9dcadc13f8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0540762 Nov 02 12:58:41.254899 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9eea7d24-aaa8-4f32-a998-2146d2361d3a req-bbc0c297-8342-42ac-bb35-fe7bed49a3c6 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446515 Nov 02 12:58:42.258055 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234e8b-af29-4c15-adc8-e0ef3dc757b4 req-69dc9759-3a56-4590-bffc-9fcf3c237349 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:42.259571 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4d234e8b-af29-4c15-adc8-e0ef3dc757b4 req-69dc9759-3a56-4590-bffc-9fcf3c237349 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0628362 Nov 02 12:58:42.339340 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4d234e8b-af29-4c15-adc8-e0ef3dc757b4 req-3fc7602b-3268-4096-9dae-f29e7b2ddd03 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681853 Nov 02 12:58:42.435922 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca172052-a269-4fbf-92b4-5c1448b15266 req-0145fed6-fbda-463a-9e89-b6d00559d486 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:42.437458 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ca172052-a269-4fbf-92b4-5c1448b15266 req-0145fed6-fbda-463a-9e89-b6d00559d486 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0593843 Nov 02 12:58:42.500811 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ca172052-a269-4fbf-92b4-5c1448b15266 req-5c2d2742-89cd-4450-8f44-6d1c5a404f78 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554843 Nov 02 12:58:43.530602 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86525ae4-8b60-449c-ad9d-68bc47a78cce req-a10b4e27-8b8e-4453-b3e1-31cc4b105ffd tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:43.534268 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-86525ae4-8b60-449c-ad9d-68bc47a78cce req-a10b4e27-8b8e-4453-b3e1-31cc4b105ffd tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0850549 Nov 02 12:58:43.617261 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-86525ae4-8b60-449c-ad9d-68bc47a78cce req-4afdeff8-90c2-4dfb-9417-0a438c10665c tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671067 Nov 02 12:58:43.679200 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ede84b-14bd-4b02-9031-993855c16e5a req-1a202331-83e7-4de7-9f22-4681768bffe1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:43.687507 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b6ede84b-14bd-4b02-9031-993855c16e5a req-1a202331-83e7-4de7-9f22-4681768bffe1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0859823 Nov 02 12:58:43.751278 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b6ede84b-14bd-4b02-9031-993855c16e5a req-9c621517-a86b-4fc3-b99b-24c25b310d5a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625722 Nov 02 12:58:44.764145 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58dfbc-3e97-4456-bf5f-4a7662305801 req-25a8284c-84f7-4ecb-9679-d4892512fc0d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:44.766574 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-be58dfbc-3e97-4456-bf5f-4a7662305801 req-25a8284c-84f7-4ecb-9679-d4892512fc0d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0647829 Nov 02 12:58:44.842441 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-be58dfbc-3e97-4456-bf5f-4a7662305801 req-d468a0c5-d125-4997-b873-a6819bd9350b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640166 Nov 02 12:58:45.053055 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df810e8-5db0-4199-bc4f-e7c156d595b5 req-93effed8-3798-40c7-9e04-cd25bf69acfa tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:45.065033 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2df810e8-5db0-4199-bc4f-e7c156d595b5 req-93effed8-3798-40c7-9e04-cd25bf69acfa tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.1414285 Nov 02 12:58:45.131282 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2df810e8-5db0-4199-bc4f-e7c156d595b5 req-19896db4-e986-49fe-9e66-63a130270a8c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576932 Nov 02 12:58:45.453363 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:45.989154 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3707-d2c7-45fd-b92d-092e9e77e3e8 req-741507b8-9c9f-4f81-8011-578b9f83b566 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:45.991340 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-733d3707-d2c7-45fd-b92d-092e9e77e3e8 req-741507b8-9c9f-4f81-8011-578b9f83b566 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0636685 Nov 02 12:58:46.049721 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-733d3707-d2c7-45fd-b92d-092e9e77e3e8 req-3bbc5857-287d-4f17-a414-9b1b1e380d4d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526829 Nov 02 12:58:46.420803 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4c9b5-28e8-4858-a1bc-05198b610ddd req-3168cedf-5be2-4269-8a99-99a95def34c7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:46.424185 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-75b4c9b5-28e8-4858-a1bc-05198b610ddd req-3168cedf-5be2-4269-8a99-99a95def34c7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.1119990 Nov 02 12:58:46.522501 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-75b4c9b5-28e8-4858-a1bc-05198b610ddd req-1315973a-a057-4370-b2f8-5457c905192b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903471 Nov 02 12:58:47.254751 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a8754-402f-44e9-8ddc-15943456d74e req-e73d2072-b929-4f8d-99e0-78b71be6786d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:47.256355 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b33a8754-402f-44e9-8ddc-15943456d74e req-e73d2072-b929-4f8d-99e0-78b71be6786d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0927987 Nov 02 12:58:47.327826 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b33a8754-402f-44e9-8ddc-15943456d74e req-5bb2057a-b6fe-4898-bb90-51ff92a87b54 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610194 Nov 02 12:58:47.531270 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 53876) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:47.594248 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-1434e12a-39bd-4307-ad93-aae10623cc08 admin admin] Deleting subnet 17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0 {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:58:47.599944 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1434e12a-39bd-4307-ad93-aae10623cc08 admin admin] Publish callbacks [] for subnet (17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.675196 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1434e12a-39bd-4307-ad93-aae10623cc08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16000396'] for subnet (17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.730088 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1434e12a-39bd-4307-ad93-aae10623cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.759363 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a364e4b-c4b2-472d-8544-130bfaf135ad req-09fcde28-0ee0-4714-9cd3-a18aea1bca63 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:47.761406 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2a364e4b-c4b2-472d-8544-130bfaf135ad req-09fcde28-0ee0-4714-9cd3-a18aea1bca63 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.1368833 Nov 02 12:58:47.835757 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2a364e4b-c4b2-472d-8544-130bfaf135ad req-ed22bfa4-422a-4c05-bb60-dcbf0071ad88 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638287 Nov 02 12:58:47.838554 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1434e12a-39bd-4307-ad93-aae10623cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14319644'] for subnet (17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.873455 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434e12a-39bd-4307-ad93-aae10623cc08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:47.877004 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-1434e12a-39bd-4307-ad93-aae10623cc08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.884369 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-1434e12a-39bd-4307-ad93-aae10623cc08 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/17bb3fb9-ae2a-495d-bc24-a4a019a1e0b0 HTTP/1.1" status: 204 len: 168 time: 0.3496978 Nov 02 12:58:47.884989 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 53880) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:47.976834 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (329375eb-0ff0-44d5-899a-7723bd92ed6a), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.104588 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (329375eb-0ff0-44d5-899a-7723bd92ed6a), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.131750 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329375eb-0ff0-44d5-899a-7723bd92ed6a']}} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:48.143589 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7326cd5-1531-44c6-91ef-34c81d66593b') {'for_net_delete': True} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:48.144029 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7326cd5-1531-44c6-91ef-34c81d66593b') {} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:48.156028 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12720126'] for segment (f7326cd5-1531-44c6-91ef-34c81d66593b), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.171678 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (f7326cd5-1531-44c6-91ef-34c81d66593b), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.179810 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Releasing vlan 1421 on physical network physnet1 to pool {{(pid=110476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:58:48.180329 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112400'] for segment (f7326cd5-1531-44c6-91ef-34c81d66593b), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.230249 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment f7326cd5-1531-44c6-91ef-34c81d66593b resource provider aggregate not found Nov 02 12:58:48.259305 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment f7326cd5-1531-44c6-91ef-34c81d66593b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7326cd5-1531-44c6-91ef-34c81d66593b found for delete ", "request_id": "req-d757e806-a761-427d-8e7e-186d80d1fb4f"}]} Nov 02 12:58:48.277682 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (329375eb-0ff0-44d5-899a-7723bd92ed6a), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.295944 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.299261 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] 10.222.0.90 "DELETE /v2.0/networks/329375eb-0ff0-44d5-899a-7723bd92ed6a HTTP/1.1" status: 204 len: 168 time: 0.4117734 Nov 02 12:58:48.300339 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=329375eb-0ff0-44d5-899a-7723bd92ed6a,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:48.312613 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.312991 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.313436 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.313787 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.314124 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.314455 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.314794 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.315126 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.315458 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.315853 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.316252 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.316559 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.316884 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f1c35-6e8e-4ad7-924a-3b6e493afb4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.504713 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03a87-b3dc-41e5-abbd-3bbcedc3b900 req-12554f91-5941-4ba6-955f-cabb227059d9 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:48.512766 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-55f03a87-b3dc-41e5-abbd-3bbcedc3b900 req-12554f91-5941-4ba6-955f-cabb227059d9 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0897627 Nov 02 12:58:48.569483 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 53890) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:48.587883 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-55f03a87-b3dc-41e5-abbd-3bbcedc3b900 req-2fe661ea-a3f6-4236-9a38-391302b9a701 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737979 Nov 02 12:58:48.633453 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-85fc13d2-3ed5-43ff-a406-5d32a968aebe admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=90b42fe203384f8c852afe1c917d4f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0624690 Nov 02 12:58:48.635998 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 53894) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:48.708074 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-30ec562c-2a1a-461f-8bf8-a9c394fb05d0 admin admin] Publish callbacks [] for security_group (c8a9ec8f-11a0-476e-bc78-81398777302e), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.774271 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-30ec562c-2a1a-461f-8bf8-a9c394fb05d0 admin admin] Publish callbacks [] for security_group (c8a9ec8f-11a0-476e-bc78-81398777302e), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.885407 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f530d26-6247-4700-b6b1-1f40b462e661 req-eef654f8-1126-4572-a9bd-6ebfb7f7bfae tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:48.892976 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6f530d26-6247-4700-b6b1-1f40b462e661 req-eef654f8-1126-4572-a9bd-6ebfb7f7bfae tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0705411 Nov 02 12:58:48.914062 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-30ec562c-2a1a-461f-8bf8-a9c394fb05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c8a9ec8f-11a0-476e-bc78-81398777302e), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.916980 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-30ec562c-2a1a-461f-8bf8-a9c394fb05d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.921312 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-30ec562c-2a1a-461f-8bf8-a9c394fb05d0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c8a9ec8f-11a0-476e-bc78-81398777302e HTTP/1.1" status: 204 len: 168 time: 0.2840703 Nov 02 12:58:48.939011 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec562c-2a1a-461f-8bf8-a9c394fb05d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a9ec8f-11a0-476e-bc78-81398777302e,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:48.994542 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6f530d26-6247-4700-b6b1-1f40b462e661 req-8d3a9911-b0da-41ed-8d62-716e36e5714b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004140 Nov 02 12:58:49.107143 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245556d3-c7ac-40d6-9062-59be025d3bf2 req-7dadac05-f9f5-45c0-b13a-3a87e9131f43 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:49.120175 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-245556d3-c7ac-40d6-9062-59be025d3bf2 req-7dadac05-f9f5-45c0-b13a-3a87e9131f43 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0941253 Nov 02 12:58:49.214911 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-245556d3-c7ac-40d6-9062-59be025d3bf2 req-3a58ce0e-6ba9-4ac3-80e1-765d4f62f9c9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939069 Nov 02 12:58:49.226258 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543f784-a927-4f62-b27f-03a46d044366 req-c98ad053-9819-4875-8a90-c22aeac75737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:49.227921 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8543f784-a927-4f62-b27f-03a46d044366 req-c98ad053-9819-4875-8a90-c22aeac75737 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 1129 time: 0.2515833 Nov 02 12:58:49.396914 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543f784-a927-4f62-b27f-03a46d044366 req-d614637f-9d50-4975-a114-c51e17a9a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:49.401040 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8543f784-a927-4f62-b27f-03a46d044366 req-d614637f-9d50-4975-a114-c51e17a9a569 service neutron] 10.222.0.105 "GET /v2.0/networks?id=1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 200 len: 912 time: 0.1660171 Nov 02 12:58:49.494139 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8543f784-a927-4f62-b27f-03a46d044366 req-ba200a47-af5f-48b0-9a4c-a1d3275b675d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f41fdae-476d-4c30-ba0a-43899e265ad5 HTTP/1.1" status: 200 len: 1000 time: 0.0837982 Nov 02 12:58:49.603659 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543f784-a927-4f62-b27f-03a46d044366 req-a234f2cf-78eb-4564-b881-e57bd9af4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:49.605723 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8543f784-a927-4f62-b27f-03a46d044366 req-a234f2cf-78eb-4564-b881-e57bd9af4bea service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9713cd00-64c3-4e76-b8a6-b846c353523d HTTP/1.1" status: 200 len: 849 time: 0.1006672 Nov 02 12:58:49.686609 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543f784-a927-4f62-b27f-03a46d044366 req-f0b4de80-a278-47ad-a157-3f59c0e61904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:49.688462 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8543f784-a927-4f62-b27f-03a46d044366 req-f0b4de80-a278-47ad-a157-3f59c0e61904 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1899e874-a496-4913-9de6-503fed5c449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658412 Nov 02 12:58:49.797388 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8543f784-a927-4f62-b27f-03a46d044366 req-dd61e13f-9c77-46c3-b91b-237a8dea1bfe service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999801 Nov 02 12:58:49.951886 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8543f784-a927-4f62-b27f-03a46d044366 req-5ab1ea20-f0fb-43b1-95c9-ae87bf603a16 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416984 Nov 02 12:58:50.131525 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1661ff-ea94-4949-9c78-b19beac2e12d req-0076c149-ac4a-4463-85db-f4728ae0ede2 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:50.133163 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-dd1661ff-ea94-4949-9c78-b19beac2e12d req-0076c149-ac4a-4463-85db-f4728ae0ede2 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0630426 Nov 02 12:58:50.194831 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-dd1661ff-ea94-4949-9c78-b19beac2e12d req-2abfcf4a-cb2c-48b8-b1ef-8ac778337628 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555739 Nov 02 12:58:50.386475 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f9140-cd59-4545-8b30-5ed80c8a6219 req-29a2e5f2-01fd-4cc7-8961-a4c1a600069f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:50.388396 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-222f9140-cd59-4545-8b30-5ed80c8a6219 req-29a2e5f2-01fd-4cc7-8961-a4c1a600069f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0611472 Nov 02 12:58:50.445700 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-222f9140-cd59-4545-8b30-5ed80c8a6219 req-1a98e6aa-8ef3-4484-a84f-41b8c600c62b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489423 Nov 02 12:58:51.341025 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea116c50-63cc-4de4-96f9-ea3cacdca257 req-5063e76e-762d-484c-bdc3-aef26afe0856 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:51.342471 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ea116c50-63cc-4de4-96f9-ea3cacdca257 req-5063e76e-762d-484c-bdc3-aef26afe0856 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0601041 Nov 02 12:58:51.392117 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ea116c50-63cc-4de4-96f9-ea3cacdca257 req-d78dd1c1-6e19-48da-bc2e-a03796bd8a36 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437603 Nov 02 12:58:51.606497 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355ac6-1135-4268-95f5-25a0cac02485 req-dd710031-c9de-4aaf-8644-fce2a7510608 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:51.607971 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-09355ac6-1135-4268-95f5-25a0cac02485 req-dd710031-c9de-4aaf-8644-fce2a7510608 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0632215 Nov 02 12:58:51.660525 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-09355ac6-1135-4268-95f5-25a0cac02485 req-aba0632c-0a1c-449e-a2bf-99c8078a8948 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464683 Nov 02 12:58:52.357315 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf416eb-26bf-4d39-8ae7-6dda8109bbb4 req-ec73ba91-749f-4ca3-83a8-aa485421902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:52.358846 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8cf416eb-26bf-4d39-8ae7-6dda8109bbb4 req-ec73ba91-749f-4ca3-83a8-aa485421902e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 1129 time: 0.0525939 Nov 02 12:58:52.456040 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf416eb-26bf-4d39-8ae7-6dda8109bbb4 req-87a61e73-8b94-4af0-863a-f3103db9e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:52.457568 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8cf416eb-26bf-4d39-8ae7-6dda8109bbb4 req-87a61e73-8b94-4af0-863a-f3103db9e1d5 service neutron] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 919 time: 0.0900745 Nov 02 12:58:52.528286 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8cf416eb-26bf-4d39-8ae7-6dda8109bbb4 req-d008e9c2-dc33-4fea-925c-33b5d2f40119 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f HTTP/1.1" status: 200 len: 1000 time: 0.0623753 Nov 02 12:58:52.587078 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf416eb-26bf-4d39-8ae7-6dda8109bbb4 req-8a81c8dc-63f2-4c76-9863-9a2879464d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:52.588754 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8cf416eb-26bf-4d39-8ae7-6dda8109bbb4 req-8a81c8dc-63f2-4c76-9863-9a2879464d31 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.0475576 Nov 02 12:58:52.645835 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf416eb-26bf-4d39-8ae7-6dda8109bbb4 req-babe3b64-4c3a-479e-b4af-c63701b79293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:52.647432 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8cf416eb-26bf-4d39-8ae7-6dda8109bbb4 req-babe3b64-4c3a-479e-b4af-c63701b79293 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493083 Nov 02 12:58:52.748055 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8cf416eb-26bf-4d39-8ae7-6dda8109bbb4 req-720527ea-b439-4791-a05c-9d68009873d6 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923657 Nov 02 12:58:52.801998 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cf613-42c2-45c0-87c6-a31efd1e9dc1 req-aace4d2e-0acf-42fb-863c-cf199b2ef702 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:52.803732 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d81cf613-42c2-45c0-87c6-a31efd1e9dc1 req-aace4d2e-0acf-42fb-863c-cf199b2ef702 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0618279 Nov 02 12:58:52.848525 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8cf416eb-26bf-4d39-8ae7-6dda8109bbb4 req-930c74e3-5d74-417e-9b9d-f8e44415692a service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896583 Nov 02 12:58:52.852938 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d81cf613-42c2-45c0-87c6-a31efd1e9dc1 req-c7d014ff-dc8b-4e41-a837-bbdeafdbd4c1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431700 Nov 02 12:58:53.998015 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5834ef4-6c49-47e0-be53-2d49fdf31206 req-f5330f15-4fe4-4147-a541-6596bfc9de1b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:53.999547 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a5834ef4-6c49-47e0-be53-2d49fdf31206 req-f5330f15-4fe4-4147-a541-6596bfc9de1b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0639803 Nov 02 12:58:54.058487 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a5834ef4-6c49-47e0-be53-2d49fdf31206 req-51f64714-a1d3-480e-ab80-f5f7ed84c09e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491221 Nov 02 12:58:55.207187 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b81d4-10d0-41c6-b382-d56efde832e5 req-0f14033c-6da2-42ad-9c3b-8667ef847bf8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:55.208773 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f75b81d4-10d0-41c6-b382-d56efde832e5 req-0f14033c-6da2-42ad-9c3b-8667ef847bf8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0621467 Nov 02 12:58:55.257051 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f75b81d4-10d0-41c6-b382-d56efde832e5 req-7b9d0b8a-1062-406d-9c2a-cabdfc0537b6 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423524 Nov 02 12:58:55.909929 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [req-4ea78dde-6c58-477b-8aff-6e684bcda1d1 req-ae27c131-2de1-4231-8c66-88b05e7108d7 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:58:55.911047 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4ea78dde-6c58-477b-8aff-6e684bcda1d1 req-ae27c131-2de1-4231-8c66-88b05e7108d7 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1063838 Nov 02 12:58:56.081407 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d34c95-79b5-4e1f-ae55-1587bd138c44 req-b6c458e9-1edf-434d-ba45-e99b7bc250d2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:56.083586 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-98d34c95-79b5-4e1f-ae55-1587bd138c44 req-b6c458e9-1edf-434d-ba45-e99b7bc250d2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 945 time: 0.0551646 Nov 02 12:58:56.136107 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-98d34c95-79b5-4e1f-ae55-1587bd138c44 req-583de4a1-cd4f-433c-8060-339e97725b45 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442252 Nov 02 12:58:56.137236 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-06edfcac-029e-409d-957a-c02a49df73d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.379076 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 53974) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:56.438770 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:56.474801 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-5fc780ec-e909-4b17-8a8a-d3d6d53b7de4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945222 Nov 02 12:58:56.484041 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-cdd3dd35-6aef-4d19-9558-901580c7f351 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:58:56.485070 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-cdd3dd35-6aef-4d19-9558-901580c7f351 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052526 Nov 02 12:58:56.514909 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f is: ACTIVE; New status is: DOWN {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:58:56.515314 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.539718 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:58:56.542051 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5497d0d5-bdee-43e7-8d0e-4190a0c5b911" -d '{"events": [{"server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:58:56.558902 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:56.564548 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.579068 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 53984) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:56.588323 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Nov 2022 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378ebe15-375b-4ce6-926d-d9b9d2d6350d x-openstack-request-id: req-378ebe15-375b-4ce6-926d-d9b9d2d6350d {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:58:56.588619 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "name": "network-vif-unplugged", "status": "failed", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f", "code": 422}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:58:56.588878 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-378ebe15-375b-4ce6-926d-d9b9d2d6350d {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:58:56.589324 dv-cinder-863278-1-iscsi neutron-server[110477]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-378ebe15-375b-4ce6-926d-d9b9d2d6350d']: {'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'code': 422} returned with failed status Nov 02 12:58:56.618004 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,revision_number=8']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:56.679528 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-c70135db-3317-484c-8ba8-2332f1c6e6d7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:56.680997 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-c70135db-3317-484c-8ba8-2332f1c6e6d7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports/7a7f193c-8f61-4df5-8e3c-0d69f95daa2f HTTP/1.1" status: 200 len: 940 time: 0.1004705 Nov 02 12:58:57.277541 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e69c1-02d1-4d36-8301-a156ff3f2f63 req-6c7a9b95-fce4-4e30-872d-44037dabf7f4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:57.279076 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-356e69c1-02d1-4d36-8301-a156ff3f2f63 req-6c7a9b95-fce4-4e30-872d-44037dabf7f4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0572686 Nov 02 12:58:57.334079 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-356e69c1-02d1-4d36-8301-a156ff3f2f63 req-b15e2088-4e9b-4875-9bb5-175d231b4e7c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489650 Nov 02 12:58:58.287102 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-19ad9b2c-016f-44e6-9795-c9169b9f67cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:58.480455 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcb1ec-d09d-4ae1-b8dc-93176cb6ef87 req-6ffd25f2-c918-42ae-883f-64577d8581e2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:58.481963 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8adcb1ec-d09d-4ae1-b8dc-93176cb6ef87 req-6ffd25f2-c918-42ae-883f-64577d8581e2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0635495 Nov 02 12:58:58.533100 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8adcb1ec-d09d-4ae1-b8dc-93176cb6ef87 req-43342040-e96f-4da4-8366-a7a264fbe3f2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451999 Nov 02 12:58:58.795093 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-01f03342-49f7-4350-ad37-b8c01354084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:58.796711 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-01f03342-49f7-4350-ad37-b8c01354084e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f&tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b HTTP/1.1" status: 200 len: 1127 time: 0.0854228 Nov 02 12:58:58.894530 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-afb80b33-6c50-4f02-963c-be1c5b443137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:58.896972 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-afb80b33-6c50-4f02-963c-be1c5b443137 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 1127 time: 0.0586579 Nov 02 12:58:58.995350 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-5971318b-ba97-4ff0-8e57-bf1337b0a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:58.996943 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-5971318b-ba97-4ff0-8e57-bf1337b0a9e8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 919 time: 0.0934086 Nov 02 12:58:59.072839 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-82ef4b55-9c4d-4da6-be8d-93cc61f50205 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f HTTP/1.1" status: 200 len: 998 time: 0.0623827 Nov 02 12:58:59.128565 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-d4d90752-9f00-4c0e-8e16-2918f4487d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:59.130068 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-d4d90752-9f00-4c0e-8e16-2918f4487d38 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.0493593 Nov 02 12:58:59.190799 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-65da81c6-25c0-43d8-bf65-bcbee2fc4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:59.192358 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-65da81c6-25c0-43d8-bf65-bcbee2fc4d97 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465958 Nov 02 12:58:59.289752 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-9a63a772-a2ba-4376-93eb-cc85af064511 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874159 Nov 02 12:58:59.386953 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-832cce6e-5f26-4970-9d44-0e7009e9d8cd req-31abc9bb-5c51-416d-8dc6-c647b5df457b service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900872 Nov 02 12:58:59.416083 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.680366 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0f1a-9896-4731-a2f0-4f4b7eaa6dd6 req-d712b282-d8b5-4bc6-9fa9-948bfca77997 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:59.681927 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe5a0f1a-9896-4731-a2f0-4f4b7eaa6dd6 req-d712b282-d8b5-4bc6-9fa9-948bfca77997 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0589786 Nov 02 12:58:59.733709 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe5a0f1a-9896-4731-a2f0-4f4b7eaa6dd6 req-6fba9f71-f762-411a-a555-802c7e32bdc1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459905 Nov 02 12:59:00.869184 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.883967 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694242b7-aee5-4655-8d5c-5bff7121fdbe req-2992a4a9-8efe-4072-8028-6b7601a2f623 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:00.886752 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-694242b7-aee5-4655-8d5c-5bff7121fdbe req-2992a4a9-8efe-4072-8028-6b7601a2f623 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0641952 Nov 02 12:59:00.938093 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-694242b7-aee5-4655-8d5c-5bff7121fdbe req-e155489b-0579-41de-acfc-8eb27b4b2188 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455153 Nov 02 12:59:02.081768 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b472c7b-2ae3-44d6-b081-c6ef266f95ed req-bcfd8c85-a05f-4f31-b621-7404d6a00342 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:02.083428 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9b472c7b-2ae3-44d6-b081-c6ef266f95ed req-bcfd8c85-a05f-4f31-b621-7404d6a00342 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0597224 Nov 02 12:59:02.135196 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9b472c7b-2ae3-44d6-b081-c6ef266f95ed req-854efb77-c156-4fcb-a8b2-e20ed5433535 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447989 Nov 02 12:59:02.372169 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:03.276265 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dc144-d0bf-47d0-9e4f-2e9b7317ed6f req-c173a93e-73b2-4b6d-bd44-09cbbcbe2331 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:03.277871 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-383dc144-d0bf-47d0-9e4f-2e9b7317ed6f req-c173a93e-73b2-4b6d-bd44-09cbbcbe2331 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0555675 Nov 02 12:59:03.327026 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-383dc144-d0bf-47d0-9e4f-2e9b7317ed6f req-90e55990-5809-4cf4-bcd1-a005102821bc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 Nov 02 12:59:04.465193 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46e17c-704e-46cc-bdff-a4b1ccaba57e req-319443ec-687c-48cb-a511-60ca276f398b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:04.466703 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6b46e17c-704e-46cc-bdff-a4b1ccaba57e req-319443ec-687c-48cb-a511-60ca276f398b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0557568 Nov 02 12:59:04.519192 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6b46e17c-704e-46cc-bdff-a4b1ccaba57e req-f252e48b-b68d-4f39-a780-dc237baf30b6 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459688 Nov 02 12:59:05.660355 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2b830-3836-4be5-a89d-a2523c43f9db req-9d60b963-bd8c-4cdf-86be-238a808ddd97 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:05.661887 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c1d2b830-3836-4be5-a89d-a2523c43f9db req-9d60b963-bd8c-4cdf-86be-238a808ddd97 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0544996 Nov 02 12:59:05.717468 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c1d2b830-3836-4be5-a89d-a2523c43f9db req-cf817099-9b87-45e0-b405-4d6d2226c719 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496907 Nov 02 12:59:06.854684 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff97194-1581-46e9-a790-38a08a1e472f req-3f789571-af22-4886-8ba0-2bf8f3204d03 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:06.856280 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2ff97194-1581-46e9-a790-38a08a1e472f req-3f789571-af22-4886-8ba0-2bf8f3204d03 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0548701 Nov 02 12:59:06.908134 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2ff97194-1581-46e9-a790-38a08a1e472f req-1abd4fab-fd25-4475-9f81-6a7e473122b0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458446 Nov 02 12:59:08.053909 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1805ed-5946-41a0-9dc6-249920d608a6 req-0b2976a3-2232-40f4-8b51-e118711ed84e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:08.055585 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7f1805ed-5946-41a0-9dc6-249920d608a6 req-0b2976a3-2232-40f4-8b51-e118711ed84e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0594168 Nov 02 12:59:08.103517 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7f1805ed-5946-41a0-9dc6-249920d608a6 req-589acbd2-9477-4504-b998-a46cd9123eae tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420635 Nov 02 12:59:09.243798 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6107a-72c6-422c-a538-28f719b72a62 req-8c1dcce5-a015-4bcd-b307-2d89bd564dd7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:09.245374 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-79e6107a-72c6-422c-a538-28f719b72a62 req-8c1dcce5-a015-4bcd-b307-2d89bd564dd7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0602703 Nov 02 12:59:09.297528 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-79e6107a-72c6-422c-a538-28f719b72a62 req-7d0f64fd-b6c4-432c-a354-00fab94e1f10 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438013 Nov 02 12:59:10.435250 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6daba-69ba-4c26-b774-199e26756091 req-ef8f667b-1e80-42e2-bb45-1c9de0d94b9e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:10.436859 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8ae6daba-69ba-4c26-b774-199e26756091 req-ef8f667b-1e80-42e2-bb45-1c9de0d94b9e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0553758 Nov 02 12:59:10.487743 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8ae6daba-69ba-4c26-b774-199e26756091 req-8db648bb-0fb0-4a5c-9e00-302d0a433358 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 Nov 02 12:59:11.638258 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063328f-0cfa-42d6-924c-555bb983b1cb req-16e169c6-00b9-4853-b2c7-b9eaa2b10f47 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:11.640725 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b063328f-0cfa-42d6-924c-555bb983b1cb req-16e169c6-00b9-4853-b2c7-b9eaa2b10f47 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0586829 Nov 02 12:59:11.692643 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b063328f-0cfa-42d6-924c-555bb983b1cb req-571b8353-f4dd-46bf-9909-3ae7ebf6740d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456707 Nov 02 12:59:12.849468 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039136f1-582b-4300-b49d-32bda780dd38 req-8af9616c-082b-45d2-b0b2-dbccd9e8eb3b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:12.851187 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-039136f1-582b-4300-b49d-32bda780dd38 req-8af9616c-082b-45d2-b0b2-dbccd9e8eb3b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0675871 Nov 02 12:59:12.904560 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-039136f1-582b-4300-b49d-32bda780dd38 req-58cf16a7-bcbc-4f6e-aae4-29ead09b9003 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473063 Nov 02 12:59:14.052625 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca568cb-f22c-48b2-b155-3780b52cefc1 req-22a4f330-5913-4635-9ae1-d3c18f459d00 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:14.054122 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9ca568cb-f22c-48b2-b155-3780b52cefc1 req-22a4f330-5913-4635-9ae1-d3c18f459d00 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0587687 Nov 02 12:59:14.104481 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9ca568cb-f22c-48b2-b155-3780b52cefc1 req-d9d95fe8-a1e2-4c7e-999e-80912e64e7c0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420721 Nov 02 12:59:15.250422 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e5816-b4ae-45a7-be44-01ee05dd77e2 req-9d81c8de-7f80-4dff-a4f4-b27de92fa2bc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:15.252122 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c64e5816-b4ae-45a7-be44-01ee05dd77e2 req-9d81c8de-7f80-4dff-a4f4-b27de92fa2bc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0660865 Nov 02 12:59:15.301613 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c64e5816-b4ae-45a7-be44-01ee05dd77e2 req-38357f05-d60d-48aa-9a67-1b3a6516131c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428774 Nov 02 12:59:15.462969 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:16.451175 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb790091-2bbd-4a6a-91a2-f7489c8ef028 req-db0f1b84-ad3c-48da-ada7-fe4214ea2695 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:16.452762 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-cb790091-2bbd-4a6a-91a2-f7489c8ef028 req-db0f1b84-ad3c-48da-ada7-fe4214ea2695 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0593495 Nov 02 12:59:16.503440 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-cb790091-2bbd-4a6a-91a2-f7489c8ef028 req-19812a54-3aa1-4ec0-a3fe-8be7e8bb809a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Nov 02 12:59:17.501181 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:59:17.647373 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8c213-6187-43a6-b53a-b2e62f0d86b2 req-8b75d308-e4d7-4568-8d5e-d6d2620cd465 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:17.648964 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0dd8c213-6187-43a6-b53a-b2e62f0d86b2 req-8b75d308-e4d7-4568-8d5e-d6d2620cd465 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0602617 Nov 02 12:59:17.702455 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0dd8c213-6187-43a6-b53a-b2e62f0d86b2 req-c1e54345-e81c-4826-b3c5-cb9b539bdc37 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478289 Nov 02 12:59:18.404243 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-edfda5d1-31d1-4227-aebe-14eec03e9c7f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481498 Nov 02 12:59:18.540432 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-70cd8c24-49cf-4211-82ab-2361e958f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:18.541944 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-70cd8c24-49cf-4211-82ab-2361e958f2ed service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 1130 time: 0.0520997 Nov 02 12:59:18.647032 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-87519a76-05c5-4f0d-8379-80b70346cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:18.648489 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-87519a76-05c5-4f0d-8379-80b70346cc50 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.0855482 Nov 02 12:59:18.691553 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-fa100c82-7b69-4c2b-9450-9e6085036056 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77048807-cd5e-48b1-8d83-bf09988266df HTTP/1.1" status: 200 len: 217 time: 0.0352480 Nov 02 12:59:18.741481 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-a2edd4e1-bdbd-4104-b067-d0ebd3778552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:18.743720 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-a2edd4e1-bdbd-4104-b067-d0ebd3778552 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0456240 Nov 02 12:59:18.828573 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-0f049747-d620-4592-9af2-5db8b7d714c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:18.830779 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-0f049747-d620-4592-9af2-5db8b7d714c6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773385 Nov 02 12:59:18.905021 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d3d7c-ed5f-4653-89ff-d44ae7d43301 req-c0237a43-96e6-4781-8368-fd6cd7d39f53 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:18.906533 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-589d3d7c-ed5f-4653-89ff-d44ae7d43301 req-c0237a43-96e6-4781-8368-fd6cd7d39f53 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.1177416 Nov 02 12:59:18.952299 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-78d7947d-0ab4-4f17-9fdc-992be7f0cd6b service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148517 Nov 02 12:59:19.013896 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-589d3d7c-ed5f-4653-89ff-d44ae7d43301 req-9ef605b4-cd18-40ed-b876-8ffb33516052 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012325 Nov 02 12:59:19.058658 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0b26457b-c372-4017-ab5f-065b36c31ab3 req-bc0c84af-8bce-4a0a-8b20-a8a5405c7200 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988338 Nov 02 12:59:20.161468 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488889e5-4fdf-410f-93f0-59631f3e1f4c req-d02d7de0-bcbc-41bb-b1a3-36501bb8b830 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:20.162953 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-488889e5-4fdf-410f-93f0-59631f3e1f4c req-d02d7de0-bcbc-41bb-b1a3-36501bb8b830 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0575621 Nov 02 12:59:20.214912 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-488889e5-4fdf-410f-93f0-59631f3e1f4c req-bf28e916-0cef-4b81-85be-e228395c6a37 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436547 Nov 02 12:59:21.366752 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2de83-2daa-4596-91ec-2469caa47314 req-0233da30-7450-4771-b587-f5843c3dc94c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:21.368232 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a5d2de83-2daa-4596-91ec-2469caa47314 req-0233da30-7450-4771-b587-f5843c3dc94c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0619872 Nov 02 12:59:21.421298 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a5d2de83-2daa-4596-91ec-2469caa47314 req-0c478685-d7b9-4114-87df-e409d2ee07e6 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446913 Nov 02 12:59:22.561516 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301746c-916e-4976-8f5b-668b23738c85 req-fe9174c8-973f-4008-9845-5ac287d4c810 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:22.563102 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d301746c-916e-4976-8f5b-668b23738c85 req-fe9174c8-973f-4008-9845-5ac287d4c810 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0559375 Nov 02 12:59:22.614793 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d301746c-916e-4976-8f5b-668b23738c85 req-08f22377-2549-4df3-9a36-d4070dc473b8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457377 Nov 02 12:59:23.757149 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833321b6-1c05-4c65-a973-2aecacc688bc req-1a44cc3c-86e8-43b7-9445-303e34e9f5d4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:23.758566 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-833321b6-1c05-4c65-a973-2aecacc688bc req-1a44cc3c-86e8-43b7-9445-303e34e9f5d4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0588908 Nov 02 12:59:23.816786 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-833321b6-1c05-4c65-a973-2aecacc688bc req-01c8a277-dc5a-4b94-801f-abaa79adf90b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493727 Nov 02 12:59:24.966607 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960bec8-bad7-4b43-a8ca-fc27893a17fc req-495e429c-534f-4577-a13d-edfdd2a92e47 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:24.968129 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b960bec8-bad7-4b43-a8ca-fc27893a17fc req-495e429c-534f-4577-a13d-edfdd2a92e47 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.0634406 Nov 02 12:59:25.025697 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b960bec8-bad7-4b43-a8ca-fc27893a17fc req-1185fdb8-0325-478d-94f2-dd2809ce8976 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505469 Nov 02 12:59:26.142848 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cd324ef5-117a-42aa-96c5-8066ca54c7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:26.411778 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9c3aa-f68d-4889-bea6-0407bb984490 req-c628dd8f-ba85-4829-826f-11811afc2177 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:26.413333 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8ca9c3aa-f68d-4889-bea6-0407bb984490 req-c628dd8f-ba85-4829-826f-11811afc2177 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 943 time: 0.2985449 Nov 02 12:59:26.465683 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8ca9c3aa-f68d-4889-bea6-0407bb984490 req-91695d5b-6968-4595-bc52-a6761bdbe498 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Nov 02 12:59:26.653563 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:59:26.752853 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:26.764729 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'port_id': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'mac_address': 'fa:16:3e:9c:d4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:59:26.802999 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:59:26.803404 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:26.817205 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:59:26.838077 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:26.842831 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:26.891196 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,revision_number=9']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:27.321114 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['7a7f193c-8f61-4df5-8e3c-0d69f95daa2f'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:59:27.602520 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b318258-8884-4c84-9a6b-ece3513321cb req-5646264b-b928-4204-9922-57a57c7d176c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:27.603935 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7b318258-8884-4c84-9a6b-ece3513321cb req-5646264b-b928-4204-9922-57a57c7d176c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0554845 Nov 02 12:59:27.654705 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7b318258-8884-4c84-9a6b-ece3513321cb req-98bb9b4b-69b7-4d91-aaed-9a2cfcc64a13 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447617 Nov 02 12:59:28.285295 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-573fcda4-20c9-4dc5-b8e0-0a5c8a4a4857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.671091 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:28.722207 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:59:28.722591 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.722949 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f Nov 02 12:59:28.797084 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7e4e2-25c8-4e48-b4d6-7d9d019988d9 req-b36dc244-9b09-433a-953f-b1cd10dc9eb8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:28.798755 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d7a7e4e2-25c8-4e48-b4d6-7d9d019988d9 req-b36dc244-9b09-433a-953f-b1cd10dc9eb8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 944 time: 0.0570979 Nov 02 12:59:28.804227 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:59:28.804634 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.832659 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:59:28.834976 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2f8025-560d-4c8b-a439-535a2546d49d" -d '{"events": [{"server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "name": "network-vif-plugged", "status": "completed", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:59:28.852282 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d7a7e4e2-25c8-4e48-b4d6-7d9d019988d9 req-3f8f3f17-2407-485b-848b-c612cc0f4456 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468462 Nov 02 12:59:28.854461 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:28.862564 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:28.885677 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f09df88-557b-408b-bb4a-9cb17626c5fc x-openstack-request-id: req-0f09df88-557b-408b-bb4a-9cb17626c5fc {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:59:28.885970 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "name": "network-vif-plugged", "status": "completed", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:59:28.886229 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0f09df88-557b-408b-bb4a-9cb17626c5fc {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:59:28.886626 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f09df88-557b-408b-bb4a-9cb17626c5fc'] response: {'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'code': 200} Nov 02 12:59:28.912385 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,revision_number=10']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:28.919882 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.920246 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.920616 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.920960 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.921367 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.921606 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.921947 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.922280 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.922643 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.922975 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.923275 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.923620 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:28.924072 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:59:29.417425 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:29.512710 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3bc15-d90d-49b0-b87e-42d8e011091f req-ff28d0dc-30f1-4f7d-bece-2ca7563b1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:29.515326 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-46a3bc15-d90d-49b0-b87e-42d8e011091f req-ff28d0dc-30f1-4f7d-bece-2ca7563b1294 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 1130 time: 0.0538526 Nov 02 12:59:29.563126 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-46a3bc15-d90d-49b0-b87e-42d8e011091f req-59457a23-1fc4-4f96-9765-509fd6b6e3ff service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406938 Nov 02 12:59:30.195685 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f01072-a8af-4a84-a8dd-ce4f7445973a req-d89bc435-92cf-4de2-96ed-fdf983b86495 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:30.197202 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e9f01072-a8af-4a84-a8dd-ce4f7445973a req-d89bc435-92cf-4de2-96ed-fdf983b86495 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 946 time: 0.2455053 Nov 02 12:59:30.245091 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e9f01072-a8af-4a84-a8dd-ce4f7445973a req-de3d1694-a584-4f27-8814-6507560fec18 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 Nov 02 12:59:30.869711 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:31.392552 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d06a9-b7e4-4933-989c-42a4936be19d req-23225411-ed28-4aa6-8841-542e66a096d4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:31.394336 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-705d06a9-b7e4-4933-989c-42a4936be19d req-23225411-ed28-4aa6-8841-542e66a096d4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 946 time: 0.0548708 Nov 02 12:59:31.443941 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-705d06a9-b7e4-4933-989c-42a4936be19d req-e605b5de-8f8b-4763-a23f-4c8879be333c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431495 Nov 02 12:59:32.369811 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:32.588850 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46390b-b8d3-4d4a-9b30-f6204bb640e5 req-8febace2-ff2a-474f-8048-c2804884551f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:32.590375 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3a46390b-b8d3-4d4a-9b30-f6204bb640e5 req-8febace2-ff2a-474f-8048-c2804884551f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 946 time: 0.0563200 Nov 02 12:59:32.641738 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3a46390b-b8d3-4d4a-9b30-f6204bb640e5 req-ade7ee8c-7488-406e-b338-8114e3d9b529 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Nov 02 12:59:42.226980 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa180fc5-a50b-4f8d-adcb-541b3d763cd3 req-e890a7b1-53cc-44d2-bbed-07aff5521fe3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:42.228593 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fa180fc5-a50b-4f8d-adcb-541b3d763cd3 req-e890a7b1-53cc-44d2-bbed-07aff5521fe3 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.1029062 Nov 02 12:59:42.236809 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920393b9-e8dd-4200-8ce4-1458f5ac8936 req-44da6a9c-a846-4dec-b709-9a6eb1596eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:42.238905 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-920393b9-e8dd-4200-8ce4-1458f5ac8936 req-44da6a9c-a846-4dec-b709-9a6eb1596eb4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 1129 time: 0.0813453 Nov 02 12:59:42.343111 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fa180fc5-a50b-4f8d-adcb-541b3d763cd3 req-3ec01ca6-a6f3-450e-832e-430e100b91fd tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028321 Nov 02 12:59:42.364926 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920393b9-e8dd-4200-8ce4-1458f5ac8936 req-822661fe-73ca-4263-a957-6cfe808cb58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:42.366441 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-920393b9-e8dd-4200-8ce4-1458f5ac8936 req-822661fe-73ca-4263-a957-6cfe808cb58d service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.1181369 Nov 02 12:59:42.430100 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-920393b9-e8dd-4200-8ce4-1458f5ac8936 req-f40da47d-8cca-4af2-84ce-bdeb75aa36e3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa HTTP/1.1" status: 200 len: 1000 time: 0.0569596 Nov 02 12:59:42.480132 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920393b9-e8dd-4200-8ce4-1458f5ac8936 req-27ab3488-e407-416c-9bd4-9f77998f1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:42.481694 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-920393b9-e8dd-4200-8ce4-1458f5ac8936 req-27ab3488-e407-416c-9bd4-9f77998f1b03 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0447021 Nov 02 12:59:42.542627 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920393b9-e8dd-4200-8ce4-1458f5ac8936 req-ee71c0be-ee09-4cd2-af4f-198cede3d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:42.544162 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-920393b9-e8dd-4200-8ce4-1458f5ac8936 req-ee71c0be-ee09-4cd2-af4f-198cede3d954 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534644 Nov 02 12:59:42.637368 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-920393b9-e8dd-4200-8ce4-1458f5ac8936 req-7ace282f-ad60-4661-bdc4-50c85cbc7fcb service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849438 Nov 02 12:59:42.735674 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-920393b9-e8dd-4200-8ce4-1458f5ac8936 req-28e516b4-932e-43c9-9155-c6a15f41cfb2 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905607 Nov 02 12:59:43.480030 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26575d73-9ff6-400d-9e2d-4acd45ca5641 req-a8bbc6a2-f1f7-422d-9978-86eedf84d55e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:43.481670 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-26575d73-9ff6-400d-9e2d-4acd45ca5641 req-a8bbc6a2-f1f7-422d-9978-86eedf84d55e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0575342 Nov 02 12:59:43.532097 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-26575d73-9ff6-400d-9e2d-4acd45ca5641 req-7ca36c71-6364-498f-8105-e84049da5e96 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443518 Nov 02 12:59:44.662990 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b07e5-2f9c-4ff9-acf4-7d35d924f2a8 req-ed4c844e-85ef-479e-bc3a-abef1ef03bc1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:44.664428 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-825b07e5-2f9c-4ff9-acf4-7d35d924f2a8 req-ed4c844e-85ef-479e-bc3a-abef1ef03bc1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0557091 Nov 02 12:59:44.710671 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-825b07e5-2f9c-4ff9-acf4-7d35d924f2a8 req-ca565492-08d1-4cd2-9c59-6fbeb7a487dc tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Nov 02 12:59:45.454107 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:45.850283 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb1cee-c128-4ccd-9154-4dda2944d94b req-d42fe901-00d8-48a2-98b4-86d57ea8a653 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:45.851854 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d3cb1cee-c128-4ccd-9154-4dda2944d94b req-d42fe901-00d8-48a2-98b4-86d57ea8a653 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0553224 Nov 02 12:59:45.903928 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d3cb1cee-c128-4ccd-9154-4dda2944d94b req-c36b31bb-9acc-4eaf-9d15-ed564128f809 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460024 Nov 02 12:59:47.039740 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c099c76-ac02-40f4-a7d5-de27d6a65c13 req-3f48b521-c8a0-4c8a-9d12-91958f977c6a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:47.041271 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2c099c76-ac02-40f4-a7d5-de27d6a65c13 req-3f48b521-c8a0-4c8a-9d12-91958f977c6a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0599647 Nov 02 12:59:47.104236 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2c099c76-ac02-40f4-a7d5-de27d6a65c13 req-22e06c64-557b-4e56-b7b3-036d8273d7a2 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540895 Nov 02 12:59:48.248294 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94b01b-ac8e-41f2-801f-bfe8f977a506 req-52c9fc77-8ea0-4b0c-a1b4-f01137d1071b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:48.249787 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ea94b01b-ac8e-41f2-801f-bfe8f977a506 req-52c9fc77-8ea0-4b0c-a1b4-f01137d1071b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0592649 Nov 02 12:59:48.303728 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ea94b01b-ac8e-41f2-801f-bfe8f977a506 req-840ad111-906a-4999-a744-a4fe12d76ca1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471191 Nov 02 12:59:49.453509 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09dfc3-e7a0-472e-aad5-7319bd478a44 req-14a45c95-124c-4504-addd-1229f7ef9a4b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:49.455407 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0e09dfc3-e7a0-472e-aad5-7319bd478a44 req-14a45c95-124c-4504-addd-1229f7ef9a4b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0704534 Nov 02 12:59:49.506412 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0e09dfc3-e7a0-472e-aad5-7319bd478a44 req-8f449508-97be-45ed-a127-6d0f7814aa66 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448601 Nov 02 12:59:50.636269 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c092ce5-f5da-40b1-b46c-effc793e02a6 req-92d08907-bf9c-4284-b5f8-1d6069a2686b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:50.637662 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0c092ce5-f5da-40b1-b46c-effc793e02a6 req-92d08907-bf9c-4284-b5f8-1d6069a2686b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0546229 Nov 02 12:59:50.684809 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0c092ce5-f5da-40b1-b46c-effc793e02a6 req-3a41a6be-8eef-4df9-9856-12872331c208 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Nov 02 12:59:51.837127 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233092b-f933-40ab-81a0-497539a3c815 req-cffa7e18-44a5-4217-ae5b-6eac4ce3e0ad tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:51.838770 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c233092b-f933-40ab-81a0-497539a3c815 req-cffa7e18-44a5-4217-ae5b-6eac4ce3e0ad tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0674670 Nov 02 12:59:51.895273 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c233092b-f933-40ab-81a0-497539a3c815 req-41575936-cde7-49d4-8a13-da1f31a3dead tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477839 Nov 02 12:59:53.046478 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c15fa-f4df-46dd-8d79-3b121c14b7f2 req-215795f5-758d-46d6-bb94-b3fca6f4ba6b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:53.048364 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ad7c15fa-f4df-46dd-8d79-3b121c14b7f2 req-215795f5-758d-46d6-bb94-b3fca6f4ba6b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0668447 Nov 02 12:59:53.106387 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ad7c15fa-f4df-46dd-8d79-3b121c14b7f2 req-1fa42f76-5f48-4277-8719-67dc0a6fa35e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464859 Nov 02 12:59:54.243151 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee872735-aa8e-48ea-a87c-017b4427a293 req-41b33fe7-7c63-4fbb-9aff-4d1b905c68bf tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:54.244726 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ee872735-aa8e-48ea-a87c-017b4427a293 req-41b33fe7-7c63-4fbb-9aff-4d1b905c68bf tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0596621 Nov 02 12:59:54.296981 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ee872735-aa8e-48ea-a87c-017b4427a293 req-7a9f125e-3337-4a29-8514-e04ce3a00db6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464449 Nov 02 12:59:54.501141 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:59:55.439278 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422db6f2-5ecb-4d23-a3dc-5a8d4cd26046 req-0ce51505-91d6-45bb-be33-a11fb9fe7fdc tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:55.441442 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-422db6f2-5ecb-4d23-a3dc-5a8d4cd26046 req-0ce51505-91d6-45bb-be33-a11fb9fe7fdc tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0631359 Nov 02 12:59:55.502630 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-422db6f2-5ecb-4d23-a3dc-5a8d4cd26046 req-a8c5e13f-9e33-47bf-abe8-bcfd90ec16cd tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526659 Nov 02 12:59:55.784900 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77559489-7769-4bf9-89bf-0587119f6a7b req-cc7df7af-6171-4eef-86fe-96f6de9d1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:55.786466 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-77559489-7769-4bf9-89bf-0587119f6a7b req-cc7df7af-6171-4eef-86fe-96f6de9d1be1 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 1129 time: 0.0543816 Nov 02 12:59:55.835683 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-77559489-7769-4bf9-89bf-0587119f6a7b req-844ab97e-46bc-44cb-aeaf-5e9486829b61 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Nov 02 12:59:56.150866 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-54dbd80c-702f-4838-a4be-687ce73cec7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:56.632582 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1e53-596f-4224-9b37-14ef71473cc8 req-28e2b9cd-fbe2-4793-bf58-ec1a94eec6c4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:56.634053 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b58c1e53-596f-4224-9b37-14ef71473cc8 req-28e2b9cd-fbe2-4793-bf58-ec1a94eec6c4 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0552139 Nov 02 12:59:56.682049 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b58c1e53-596f-4224-9b37-14ef71473cc8 req-9931eb54-db56-48ed-92a1-8a9263ed0e55 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Nov 02 12:59:57.823076 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87cec9-218f-480b-8444-a4852e7f2e48 req-31c25bfc-7085-4c1d-b0ec-d0910fe79ac5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:57.824575 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7b87cec9-218f-480b-8444-a4852e7f2e48 req-31c25bfc-7085-4c1d-b0ec-d0910fe79ac5 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0584419 Nov 02 12:59:57.886130 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7b87cec9-218f-480b-8444-a4852e7f2e48 req-9573a601-1970-4db0-b843-d6718111b991 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532732 Nov 02 12:59:58.279594 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e68fb590-2d6a-4bf9-b484-def4a5a2871e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:58.331039 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e2957-d163-428a-beaf-458faba392de req-3b10f5bc-bd77-4b35-bfce-60ba2852461f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:58.332586 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-265e2957-d163-428a-beaf-458faba392de req-3b10f5bc-bd77-4b35-bfce-60ba2852461f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0898962 Nov 02 12:59:58.356239 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ffbac-8c74-43b2-b451-16db7d23d29b req-0f300ae1-af0b-4e5c-bffe-4a942897c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:58.357730 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-424ffbac-8c74-43b2-b451-16db7d23d29b req-0f300ae1-af0b-4e5c-bffe-4a942897c5bb service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 1129 time: 0.0784104 Nov 02 12:59:58.434859 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-265e2957-d163-428a-beaf-458faba392de req-4eaa36f7-e963-4a92-b726-b01f3ba6dc5d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962472 Nov 02 12:59:58.469652 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ffbac-8c74-43b2-b451-16db7d23d29b req-41a409f6-dc2c-40b9-abad-c9be79009211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:58.471244 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-424ffbac-8c74-43b2-b451-16db7d23d29b req-41a409f6-dc2c-40b9-abad-c9be79009211 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.1060405 Nov 02 12:59:58.535246 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-424ffbac-8c74-43b2-b451-16db7d23d29b req-e6ab25b4-1a6b-455c-9b06-79d67470854e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa HTTP/1.1" status: 200 len: 1000 time: 0.0561547 Nov 02 12:59:58.584665 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ffbac-8c74-43b2-b451-16db7d23d29b req-cc45f2d1-7874-448d-9c6e-9400256fb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:58.586122 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-424ffbac-8c74-43b2-b451-16db7d23d29b req-cc45f2d1-7874-448d-9c6e-9400256fb455 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0447099 Nov 02 12:59:58.646373 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ffbac-8c74-43b2-b451-16db7d23d29b req-d6d2edde-5c3a-44bc-915d-e1f17240483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:58.647850 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-424ffbac-8c74-43b2-b451-16db7d23d29b req-d6d2edde-5c3a-44bc-915d-e1f17240483d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497181 Nov 02 12:59:58.739996 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-424ffbac-8c74-43b2-b451-16db7d23d29b req-5d4bb028-e328-492e-b64c-866409c95975 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846391 Nov 02 12:59:58.838958 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-424ffbac-8c74-43b2-b451-16db7d23d29b req-b40c6731-c1e7-4487-a8d9-d7f9086562d1 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915387 Nov 02 12:59:59.421789 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:59.566257 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bbd02-a1dc-4ca6-a327-17d77c526b99 req-42301921-f625-435e-bd23-a56e1e65b3fa tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:59.567753 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f17bbd02-a1dc-4ca6-a327-17d77c526b99 req-42301921-f625-435e-bd23-a56e1e65b3fa tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0528457 Nov 02 12:59:59.621440 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f17bbd02-a1dc-4ca6-a327-17d77c526b99 req-919ad126-27b2-4e12-9471-66ef1e13cc43 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459151 Nov 02 13:00:00.772619 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36787c5a-2c22-4b09-b17f-bdcc8985eb3a req-9bcce3a5-1bd7-427e-98db-dd1e731bd69e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:00.774131 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36787c5a-2c22-4b09-b17f-bdcc8985eb3a req-9bcce3a5-1bd7-427e-98db-dd1e731bd69e tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0658627 Nov 02 13:00:00.829597 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-36787c5a-2c22-4b09-b17f-bdcc8985eb3a req-1d69dedf-1759-4332-8228-30b0ab74f272 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472715 Nov 02 13:00:00.876786 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:01.977347 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74c1a4-d78a-4839-92b9-47a26f7221eb req-0aac7338-7202-41a8-9691-d6351ef01044 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:01.979540 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cf74c1a4-d78a-4839-92b9-47a26f7221eb req-0aac7338-7202-41a8-9691-d6351ef01044 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0612962 Nov 02 13:00:02.026449 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cf74c1a4-d78a-4839-92b9-47a26f7221eb req-8e037d7e-ef90-4896-96a1-a58cb8263e4d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Nov 02 13:00:02.368296 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.188416 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c83e5-c8c4-401f-97a4-7f5f1fa04831 req-f7db0d67-f7ce-484e-9f7e-77b3852d4c40 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:03.190002 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-780c83e5-c8c4-401f-97a4-7f5f1fa04831 req-f7db0d67-f7ce-484e-9f7e-77b3852d4c40 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0707371 Nov 02 13:00:03.256291 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-780c83e5-c8c4-401f-97a4-7f5f1fa04831 req-93fca6f8-2512-4e09-b7c5-9059b1fba49d tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586770 Nov 02 13:00:03.383739 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031261b4-46e5-440e-b2b6-b97f5e7f9d28 req-459f6708-79a1-4c5a-be53-28e25e886af9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:03.385156 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-031261b4-46e5-440e-b2b6-b97f5e7f9d28 req-459f6708-79a1-4c5a-be53-28e25e886af9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0569673 Nov 02 13:00:03.396072 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54240) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:03.400583 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-ce9f2ab3-1800-4187-9825-b491086c7891 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Request body: {'floatingip': {'port_id': 'ae508632-412e-4df0-bb2e-e258d1a95cfa'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:03.457780 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ce9f2ab3-1800-4187-9825-b491086c7891 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for floatingip (c85e9263-acb3-4918-b837-97078b3a389c), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.929885 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ce9f2ab3-1800-4187-9825-b491086c7891 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:03.936547 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ce9f2ab3-1800-4187-9825-b491086c7891 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (c85e9263-acb3-4918-b837-97078b3a389c), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.138227 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9f2ab3-1800-4187-9825-b491086c7891 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Router 9bf8550f-04df-4f46-9c00-6558c6e71a78 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:04.244114 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9f2ab3-1800-4187-9825-b491086c7891 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:04.249798 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ce9f2ab3-1800-4187-9825-b491086c7891 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.256045 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f405e8-825f-4557-a2d1-940fb830997c None None] Sync routers for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:04.267008 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f405e8-825f-4557-a2d1-940fb830997c None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:04.267635 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-72f405e8-825f-4557-a2d1-940fb830997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:59:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:04.280930 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa'}] {{(pid=110476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:04.283313 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfdc56134c15c8bcba47e534e2d98fa7b03309dab48147f1ffde34f3ae4df6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20694fa8-594a-470e-9133-c166eabb330f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa"}]}' {{(pid=110476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:04.322766 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-ce9f2ab3-1800-4187-9825-b491086c7891 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "PUT /v2.0/floatingips/c85e9263-acb3-4918-b837-97078b3a389c HTTP/1.1" status: 200 len: 992 time: 0.9256179 Nov 02 13:00:04.376150 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4139b35-027f-4e68-997e-2c87ce76bb47 x-openstack-request-id: req-f4139b35-027f-4e68-997e-2c87ce76bb47 {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:04.376452 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa", "status": "completed", "code": 200}]} {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:04.376725 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f4139b35-027f-4e68-997e-2c87ce76bb47 {{(pid=110476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:04.377133 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4139b35-027f-4e68-997e-2c87ce76bb47'] response: {'name': 'network-changed', 'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'status': 'completed', 'code': 200} Nov 02 13:00:04.476097 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20694fa8-594a-470e-9133-c166eabb330f req-63ae6311-cf5d-4762-a553-c299e05f1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:04.477653 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-20694fa8-594a-470e-9133-c166eabb330f req-63ae6311-cf5d-4762-a553-c299e05f1b8c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 1129 time: 0.0493889 Nov 02 13:00:04.497191 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-72f405e8-825f-4557-a2d1-940fb830997c None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:04.567148 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20694fa8-594a-470e-9133-c166eabb330f req-5b62a7c8-b6a1-4fa9-b60e-8ed0d4d8e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:04.568673 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-20694fa8-594a-470e-9133-c166eabb330f req-5b62a7c8-b6a1-4fa9-b60e-8ed0d4d8e98e service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.0837712 Nov 02 13:00:04.635635 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-20694fa8-594a-470e-9133-c166eabb330f req-91cfc77f-d48e-4594-918c-5ec10fa7d100 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa HTTP/1.1" status: 200 len: 1000 time: 0.0585964 Nov 02 13:00:04.687729 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20694fa8-594a-470e-9133-c166eabb330f req-03c0676b-b2ba-48c7-af98-1c17cdc4d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:04.689421 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-20694fa8-594a-470e-9133-c166eabb330f req-03c0676b-b2ba-48c7-af98-1c17cdc4d175 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0463774 Nov 02 13:00:04.723407 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-72f405e8-825f-4557-a2d1-940fb830997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'c85e9263-acb3-4918-b837-97078b3a389c', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'floating_ip_address': '172.27.4.47', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'port_id': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'mac_address': 'fa:16:3e:2d:b5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:55:49Z', 'updated_at': '2022-11-02T13:00:03Z', 'revision_number': 3, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:48Z', 'revision_number': 5, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:04.740231 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20694fa8-594a-470e-9133-c166eabb330f req-9e6d8800-f836-4837-af9c-ead05e41578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:04.741788 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-20694fa8-594a-470e-9133-c166eabb330f req-9e6d8800-f836-4837-af9c-ead05e41578f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460122 Nov 02 13:00:04.748076 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f405e8-825f-4557-a2d1-940fb830997c None None] Checking router: 9bf8550f-04df-4f46-9c00-6558c6e71a78 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:04.756910 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f405e8-825f-4557-a2d1-940fb830997c None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:04.757528 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-72f405e8-825f-4557-a2d1-940fb830997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T12:59:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:04.839071 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-20694fa8-594a-470e-9133-c166eabb330f req-28346ba4-1c57-4886-8251-e21399124c0f service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893486 Nov 02 13:00:04.859602 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-72f405e8-825f-4557-a2d1-940fb830997c None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:04.933397 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-20694fa8-594a-470e-9133-c166eabb330f req-e28d7298-f188-4d6b-bb79-4418061fdb93 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880480 Nov 02 13:00:05.098621 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-72f405e8-825f-4557-a2d1-940fb830997c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'c85e9263-acb3-4918-b837-97078b3a389c', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'floating_ip_address': '172.27.4.47', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'port_id': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'mac_address': 'fa:16:3e:2d:b5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:55:49Z', 'updated_at': '2022-11-02T13:00:03Z', 'revision_number': 3, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:48Z', 'revision_number': 5, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:05.122556 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f405e8-825f-4557-a2d1-940fb830997c None None] The sync data for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi is: [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'c85e9263-acb3-4918-b837-97078b3a389c', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'floating_ip_address': '172.27.4.47', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'port_id': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'mac_address': 'fa:16:3e:2d:b5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:55:49Z', 'updated_at': '2022-11-02T13:00:03Z', 'revision_number': 3, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:48Z', 'revision_number': 5, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:06.378534 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa'}] {{(pid=110476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:06.382451 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfdc56134c15c8bcba47e534e2d98fa7b03309dab48147f1ffde34f3ae4df6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa"}]}' {{(pid=110476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:06.430121 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1429edf3-2847-4928-826d-5402a1622b60 x-openstack-request-id: req-1429edf3-2847-4928-826d-5402a1622b60 {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:06.430372 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa", "status": "completed", "code": 200}]} {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:06.430698 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1429edf3-2847-4928-826d-5402a1622b60 {{(pid=110476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:06.431291 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1429edf3-2847-4928-826d-5402a1622b60'] response: {'name': 'network-changed', 'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'status': 'completed', 'code': 200} Nov 02 13:00:06.534218 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d req-c5bdbbda-2114-47c5-975d-2e2cde4fd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:06.535793 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d req-c5bdbbda-2114-47c5-975d-2e2cde4fd042 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 1129 time: 0.0564740 Nov 02 13:00:06.630651 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d req-1d3198d7-fe3b-4f24-9cf8-abf6df095425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:06.632059 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d req-1d3198d7-fe3b-4f24-9cf8-abf6df095425 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.0869198 Nov 02 13:00:06.695713 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d req-6cf327ca-ee46-4bac-b5ee-1654e176a5de service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa HTTP/1.1" status: 200 len: 1000 time: 0.0553055 Nov 02 13:00:06.754027 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d req-9806575f-81d9-495c-98a3-0c2bbcf2d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:06.756092 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d req-9806575f-81d9-495c-98a3-0c2bbcf2d288 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0523651 Nov 02 13:00:06.809234 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d req-381f2a7f-ec49-4380-9280-7c41d9aac963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:06.810730 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d req-381f2a7f-ec49-4380-9280-7c41d9aac963 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472550 Nov 02 13:00:06.903527 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d req-72762e2e-bc7c-42da-89ac-9f3db8105cea service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826778 Nov 02 13:00:07.004222 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8c1bfeed-4ef0-49fc-abce-3cd4a6103b9d req-6f6862b9-c2b8-4893-882a-55f27e698e87 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909746 Nov 02 13:00:13.541840 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad64b-b0f7-4254-84fb-782b5ed21787 req-4793edb8-ab96-45db-a35c-c6e0145fd564 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:13.543293 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-372ad64b-b0f7-4254-84fb-782b5ed21787 req-4793edb8-ab96-45db-a35c-c6e0145fd564 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0577569 Nov 02 13:00:13.597272 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-372ad64b-b0f7-4254-84fb-782b5ed21787 req-b2c86cc4-8964-4d8b-a399-0842585b3e10 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453565 Nov 02 13:00:14.732976 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f5ebf-c077-4bf1-ac92-9750c4875776 req-8994c1ff-8efe-46cc-9226-c3e75ef3c753 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:14.734624 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a04f5ebf-c077-4bf1-ac92-9750c4875776 req-8994c1ff-8efe-46cc-9226-c3e75ef3c753 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0548792 Nov 02 13:00:14.785728 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a04f5ebf-c077-4bf1-ac92-9750c4875776 req-98858105-d25d-4090-9f1a-e147879c3de3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428782 Nov 02 13:00:15.488187 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.089260 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8f781-a328-4093-b45f-2b62798c859e req-839d8859-33b9-421f-9266-ac421fe7183e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:16.090656 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8da8f781-a328-4093-b45f-2b62798c859e req-839d8859-33b9-421f-9266-ac421fe7183e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0630276 Nov 02 13:00:16.153711 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8da8f781-a328-4093-b45f-2b62798c859e req-73cfd964-9005-4822-943d-c4e4dd675e28 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546746 Nov 02 13:00:17.309405 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07013731-097d-4243-85a5-b46a5bc9d1e0 req-a915cf06-b5b1-48d6-8d1d-9f96bc1d95e4 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:17.310970 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-07013731-097d-4243-85a5-b46a5bc9d1e0 req-a915cf06-b5b1-48d6-8d1d-9f96bc1d95e4 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0651178 Nov 02 13:00:17.362826 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-07013731-097d-4243-85a5-b46a5bc9d1e0 req-fd9c02ea-3fb8-43e4-aacb-1315a69e4456 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459313 Nov 02 13:00:18.503681 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5b96b-1859-44e8-adc7-c9ba87621257 req-b267d4ae-4d8a-4a26-9eb1-b77beaa2c2a4 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:18.505269 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5df5b96b-1859-44e8-adc7-c9ba87621257 req-b267d4ae-4d8a-4a26-9eb1-b77beaa2c2a4 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0588055 Nov 02 13:00:18.556320 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5df5b96b-1859-44e8-adc7-c9ba87621257 req-5c9d2a92-f643-45f9-a735-07b29017fe2c tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Nov 02 13:00:19.713476 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b4399-77fd-40ac-b406-0afe1825eed9 req-641a5140-8bea-4b3e-b58a-e9cb39e1e6bf tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:19.714981 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8f1b4399-77fd-40ac-b406-0afe1825eed9 req-641a5140-8bea-4b3e-b58a-e9cb39e1e6bf tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0588846 Nov 02 13:00:19.768723 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8f1b4399-77fd-40ac-b406-0afe1825eed9 req-6c4056ba-f064-4777-a854-4c749b9c17a2 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454767 Nov 02 13:00:19.933542 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-df3739af-7c6c-4e56-a298-8a96f6c5cf68 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470519 Nov 02 13:00:20.029201 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-79c9ae1c-67bc-42eb-9365-1a200b76d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:20.030641 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-79c9ae1c-67bc-42eb-9365-1a200b76d0e0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 1130 time: 0.0539856 Nov 02 13:00:20.154594 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-53a0a838-f399-426e-b2bc-d721567e38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:20.156276 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-53a0a838-f399-426e-b2bc-d721567e38b0 service neutron] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 919 time: 0.0960526 Nov 02 13:00:20.225778 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-5f05175c-0c10-4829-9e62-94f976252884 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f HTTP/1.1" status: 200 len: 1000 time: 0.0602121 Nov 02 13:00:20.275925 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-8ca66e8d-440a-4249-923a-1d02ca3b8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:20.278272 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-8ca66e8d-440a-4249-923a-1d02ca3b8e14 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.0463099 Nov 02 13:00:20.342325 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-d89db631-9d0d-4828-8aff-91ccb8d6e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:20.343939 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-d89db631-9d0d-4828-8aff-91ccb8d6e7ea service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558543 Nov 02 13:00:20.450653 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-36033cb6-d1ae-4ba2-a780-99cd8cb275b9 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972610 Nov 02 13:00:20.546720 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ac48eb67-1c95-4a6f-9d3a-1d0d1c3c3245 req-ba113fca-b929-4a2f-8b3b-59fe0ec0d3a6 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884166 Nov 02 13:00:20.908778 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3ff88-fac6-42bf-a20d-1f876f5ac6b1 req-7dd4b8bd-3aea-476c-bc55-c514ade20bfa tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:20.910349 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b3a3ff88-fac6-42bf-a20d-1f876f5ac6b1 req-7dd4b8bd-3aea-476c-bc55-c514ade20bfa tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0614259 Nov 02 13:00:20.961913 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b3a3ff88-fac6-42bf-a20d-1f876f5ac6b1 req-4220d918-a533-423c-b574-408912089809 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456879 Nov 02 13:00:22.105156 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3f5af-b709-45ec-a0ae-78ef3e06ea75 req-504276aa-f9e2-4abf-abba-44b5137b0190 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:22.106732 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cdc3f5af-b709-45ec-a0ae-78ef3e06ea75 req-504276aa-f9e2-4abf-abba-44b5137b0190 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0627410 Nov 02 13:00:22.169523 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cdc3f5af-b709-45ec-a0ae-78ef3e06ea75 req-6e2d1fc9-30e2-4d84-bbaf-367a8bf52b6c tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544116 Nov 02 13:00:23.320942 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74194169-7980-46c9-835c-344f7c14feda req-ac0986eb-2ec0-4fd1-81eb-8db36a2be065 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:23.322447 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-74194169-7980-46c9-835c-344f7c14feda req-ac0986eb-2ec0-4fd1-81eb-8db36a2be065 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0703876 Nov 02 13:00:23.370137 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-74194169-7980-46c9-835c-344f7c14feda req-401e5235-b644-4c6b-a330-69d1b5efb7fe tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 Nov 02 13:00:24.503878 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dbb88-548d-4401-94ea-832a9f313c63 req-a18da52e-6ae0-4d17-a60b-c48bdf292d6c tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:24.505443 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c68dbb88-548d-4401-94ea-832a9f313c63 req-a18da52e-6ae0-4d17-a60b-c48bdf292d6c tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0595725 Nov 02 13:00:24.560688 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c68dbb88-548d-4401-94ea-832a9f313c63 req-c22bc22a-60e8-44ae-aab1-87c18dfa1027 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473256 Nov 02 13:00:24.791040 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf677-fca3-4aeb-b277-6396afafb094 req-435bfe85-74fa-438f-bb49-73d644d3e55f tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:24.792580 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-18cdf677-fca3-4aeb-b277-6396afafb094 req-435bfe85-74fa-438f-bb49-73d644d3e55f tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0563397 Nov 02 13:00:24.842115 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-18cdf677-fca3-4aeb-b277-6396afafb094 req-7f30c477-b104-4851-b8c1-23fec5fbd244 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433965 Nov 02 13:00:24.851750 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98307b20-1f1e-43e8-b8da-784dbef98d74 req-0df08db1-7a88-489e-af56-2f30b605b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:24.853299 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-98307b20-1f1e-43e8-b8da-784dbef98d74 req-0df08db1-7a88-489e-af56-2f30b605b072 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 1129 time: 0.0468113 Nov 02 13:00:24.946651 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98307b20-1f1e-43e8-b8da-784dbef98d74 req-18c5c964-0c50-4312-9eae-b37a5102b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:24.948034 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-98307b20-1f1e-43e8-b8da-784dbef98d74 req-18c5c964-0c50-4312-9eae-b37a5102b73c service neutron] 10.222.0.105 "GET /v2.0/networks?id=1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 200 len: 912 time: 0.0880473 Nov 02 13:00:25.014140 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-98307b20-1f1e-43e8-b8da-784dbef98d74 req-67d7ac08-25b5-4486-86e6-6dfdefcf201d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f41fdae-476d-4c30-ba0a-43899e265ad5 HTTP/1.1" status: 200 len: 1000 time: 0.0567546 Nov 02 13:00:25.063662 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98307b20-1f1e-43e8-b8da-784dbef98d74 req-03220dec-691d-418c-86aa-5c2efdbb84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:25.065115 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-98307b20-1f1e-43e8-b8da-784dbef98d74 req-03220dec-691d-418c-86aa-5c2efdbb84e6 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9713cd00-64c3-4e76-b8a6-b846c353523d HTTP/1.1" status: 200 len: 849 time: 0.0436709 Nov 02 13:00:25.119543 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98307b20-1f1e-43e8-b8da-784dbef98d74 req-8860df85-5005-4402-9355-b987a2f93dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:25.121076 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-98307b20-1f1e-43e8-b8da-784dbef98d74 req-8860df85-5005-4402-9355-b987a2f93dc6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1899e874-a496-4913-9de6-503fed5c449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490391 Nov 02 13:00:25.212569 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-98307b20-1f1e-43e8-b8da-784dbef98d74 req-e948d3b8-bcba-45e6-a4ef-b2fe15bddb04 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829437 Nov 02 13:00:25.320391 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-98307b20-1f1e-43e8-b8da-784dbef98d74 req-c113e436-0412-478c-92ff-996de528200b service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013293 Nov 02 13:00:25.976290 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954c8d7-5df0-42f3-ae30-b2c67283736c req-0ec562ff-9c08-4bde-86dc-b9e0abf25d0b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:25.977783 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7954c8d7-5df0-42f3-ae30-b2c67283736c req-0ec562ff-9c08-4bde-86dc-b9e0abf25d0b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0589502 Nov 02 13:00:26.029432 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7954c8d7-5df0-42f3-ae30-b2c67283736c req-e62a1ef1-0d0e-494f-8306-90e16ae07878 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458381 Nov 02 13:00:26.147465 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-01f33b8b-0847-4550-8ff7-becd27f4fdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:27.185610 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004d823-831b-4dec-826f-3deabb853143 req-6f910653-75fa-4ebe-9b83-7897c1686687 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:27.187113 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1004d823-831b-4dec-826f-3deabb853143 req-6f910653-75fa-4ebe-9b83-7897c1686687 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0581656 Nov 02 13:00:27.241147 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1004d823-831b-4dec-826f-3deabb853143 req-e0d8d026-3591-46cc-b93b-3d338c82ec57 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456998 Nov 02 13:00:28.287633 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-afdc95fc-a6f9-44b8-a332-de0a2cd0388d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:29.425990 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:30.878305 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.501958 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:00:32.369503 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.870003 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d07df-6639-491f-9755-c167fbe68e44 req-6a7c5b7a-4c5e-41c7-a222-8a58033d6536 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:35.871486 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-104d07df-6639-491f-9755-c167fbe68e44 req-6a7c5b7a-4c5e-41c7-a222-8a58033d6536 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0583894 Nov 02 13:00:35.937531 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-104d07df-6639-491f-9755-c167fbe68e44 req-acea945b-0e97-4820-bbb1-1d8f6f8f2291 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573642 Nov 02 13:00:37.083069 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a261e-8c40-4ea2-835d-beeb0cdee529 req-7c36f0c4-beb4-4f43-aef2-13ac12271a59 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:37.084647 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-006a261e-8c40-4ea2-835d-beeb0cdee529 req-7c36f0c4-beb4-4f43-aef2-13ac12271a59 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0650692 Nov 02 13:00:37.135915 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-006a261e-8c40-4ea2-835d-beeb0cdee529 req-257b3b74-a82b-43a3-821d-6e37a6d4930f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448306 Nov 02 13:00:38.284186 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416a14-9f26-468a-a136-124452e736b6 req-38b858e7-e8a2-4079-a058-79adab2918d8 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:38.285714 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-49416a14-9f26-468a-a136-124452e736b6 req-38b858e7-e8a2-4079-a058-79adab2918d8 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0676754 Nov 02 13:00:38.337161 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-49416a14-9f26-468a-a136-124452e736b6 req-ab9d9d95-6cba-4a1f-bdc1-123091be9981 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454979 Nov 02 13:00:38.721532 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-388dfb19-3f44-4269-a2de-7772da736395 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:38.722918 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-388dfb19-3f44-4269-a2de-7772da736395 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0664909 Nov 02 13:00:38.827023 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Deleting port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:38.827370 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.921922 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] For port 38d92677-8f89-4c4b-a02f-8a041e0b5b53, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=38d92677-8f89-4c4b-a02f-8a041e0b5b53,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:38.922241 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.399013 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.399378 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (c44c37ee-3871-4b84-b150-74f71ddd1bca), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.399693 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Floating IP c44c37ee-3871-4b84-b150-74f71ddd1bca disassociated. External IP: 172.27.4.252, port: 38d92677-8f89-4c4b-a02f-8a041e0b5b53. Nov 02 13:00:39.400043 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Calling delete_port for 38d92677-8f89-4c4b-a02f-8a041e0b5b53 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:39.512626 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9adea-4a37-4572-a74b-3df0a3eff4cd req-7a3341fc-5b8d-4f5a-8dd2-124e3d7897c1 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:39.514528 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-48f9adea-4a37-4572-a74b-3df0a3eff4cd req-7a3341fc-5b8d-4f5a-8dd2-124e3d7897c1 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 945 time: 0.0760472 Nov 02 13:00:39.603594 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-48f9adea-4a37-4572-a74b-3df0a3eff4cd req-5094dd88-d2fd-45b4-bea2-f4559fc447be tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823815 Nov 02 13:00:39.604618 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (38d92677-8f89-4c4b-a02f-8a041e0b5b53), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.632480 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event deleted for resources: {'Port': ['ID=38d92677-8f89-4c4b-a02f-8a041e0b5b53,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:39.641449 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.641808 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.642144 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.642479 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.642811 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.643135 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.643459 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.643785 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.644179 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.644554 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.645491 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.645491 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.645671 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:39.752773 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Router c15da600-e74c-4dff-9465-93de1da19778 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:39.855833 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:39.866889 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc398ffe-b627-49e7-af29-ab8f391cedd9 None None] Sync routers for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:39.879566 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc398ffe-b627-49e7-af29-ab8f391cedd9 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:39.880901 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-fc398ffe-b627-49e7-af29-ab8f391cedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:00:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:39.899384 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] No DVR routers for this DVR port 38d92677-8f89-4c4b-a02f-8a041e0b5b53 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:00:39.901971 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.905392 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1c44366f-df1c-4dbb-b595-8d6d361390f6 req-a8b08405-b2d7-4e09-99ea-f8ddb3aa10a6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "DELETE /v2.0/ports/38d92677-8f89-4c4b-a02f-8a041e0b5b53 HTTP/1.1" status: 204 len: 173 time: 1.1766551 Nov 02 13:00:39.906027 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'name': 'network-vif-deleted', 'tag': '38d92677-8f89-4c4b-a02f-8a041e0b5b53'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:39.908424 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e793254e-91f7-46ff-8a1e-03a36b42dc7a" -d '{"events": [{"server_uuid": "88552fef-2b2e-4ddf-bde5-ef27eeb43214", "name": "network-vif-deleted", "tag": "38d92677-8f89-4c4b-a02f-8a041e0b5b53"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:39.946156 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea62d804-c622-4a69-bcf9-15c8f6d974e7 x-openstack-request-id: req-ea62d804-c622-4a69-bcf9-15c8f6d974e7 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:39.946398 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88552fef-2b2e-4ddf-bde5-ef27eeb43214", "name": "network-vif-deleted", "tag": "38d92677-8f89-4c4b-a02f-8a041e0b5b53", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:39.946655 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ea62d804-c622-4a69-bcf9-15c8f6d974e7 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:39.947492 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea62d804-c622-4a69-bcf9-15c8f6d974e7'] response: {'server_uuid': '88552fef-2b2e-4ddf-bde5-ef27eeb43214', 'name': 'network-vif-deleted', 'tag': '38d92677-8f89-4c4b-a02f-8a041e0b5b53', 'status': 'completed', 'code': 200} Nov 02 13:00:39.985420 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-fc398ffe-b627-49e7-af29-ab8f391cedd9 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:40.191618 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-fc398ffe-b627-49e7-af29-ab8f391cedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:40.220318 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc398ffe-b627-49e7-af29-ab8f391cedd9 None None] Checking router: c15da600-e74c-4dff-9465-93de1da19778 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:40.229960 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc398ffe-b627-49e7-af29-ab8f391cedd9 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:40.230571 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-fc398ffe-b627-49e7-af29-ab8f391cedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:00:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:40.335144 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-fc398ffe-b627-49e7-af29-ab8f391cedd9 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:40.532762 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-fc398ffe-b627-49e7-af29-ab8f391cedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:40.558452 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc398ffe-b627-49e7-af29-ab8f391cedd9 None None] The sync data for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi is: [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:40.728685 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-16e99710-9f56-4dcc-acbb-e85892e6e110 req-a895d7db-b164-47b1-b902-700c6ef09a3b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=88552fef-2b2e-4ddf-bde5-ef27eeb43214 HTTP/1.1" status: 200 len: 210 time: 0.0327299 Nov 02 13:00:40.801589 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002828dc-8034-40a6-ae20-cdaf3e820ab1 None None] New status for floating IP c44c37ee-3871-4b84-b150-74f71ddd1bca: DOWN {{(pid=110477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:00:42.020967 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-3bcf9b7b-8750-42f4-be81-13f28e937b12 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994655925&fields=id&tenant_id=1ffa8215f4d6479babed8b59e14b7e39 HTTP/1.1" status: 200 len: 267 time: 0.0455501 Nov 02 13:00:42.130066 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-dda7be4f-2045-4013-983b-981c137483c3 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:42.131479 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-dda7be4f-2045-4013-983b-981c137483c3 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 812 time: 0.1034608 Nov 02 13:00:42.147051 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-8abdbcc3-1531-404e-93d3-60e0111c77fc tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/quotas/1ffa8215f4d6479babed8b59e14b7e39 HTTP/1.1" status: 200 len: 375 time: 0.0098231 Nov 02 13:00:42.207380 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-9107311f-8f01-445b-bf4c-fcd725379d04 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550802 Nov 02 13:00:42.370063 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-8b9e0381-9d26-441e-be43-d4fc7be4c5d8 service neutron] 10.222.0.90 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484525 Nov 02 13:00:42.464639 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-1a1afd4d-c5b8-4e04-bd1f-7a12428963be service neutron] 10.222.0.90 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879536 Nov 02 13:00:43.044796 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 38d92677-8f89-4c4b-a02f-8a041e0b5b53 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:43.065453 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 38d92677-8f89-4c4b-a02f-8a041e0b5b53 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:00:43.065777 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 38d92677-8f89-4c4b-a02f-8a041e0b5b53 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:43.777756 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-07e44460-62bb-4fcb-9086-5ea10a3d5d63 req-c78dd180-e9dd-445f-b4c4-c54218dda975 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 210 time: 0.0311010 Nov 02 13:00:44.888793 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0a08b38a-a28b-4148-8897-7c283961eaae req-1b53c598-c12f-4e09-98d4-f86a7cf17934 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 210 time: 0.0317750 Nov 02 13:00:45.040880 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-728af70b-1799-4588-aa23-d5048ebdf825 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:45.042331 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-728af70b-1799-4588-aa23-d5048ebdf825 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 812 time: 0.1126518 Nov 02 13:00:45.119092 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-5a2f79da-a258-4bcd-9b82-22a99a1fee17 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ffa8215f4d6479babed8b59e14b7e39 HTTP/1.1" status: 200 len: 379 time: 0.0575364 Nov 02 13:00:45.141490 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'port': {'device_id': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'admin_state_up': True, 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'security_groups': ['8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:45.259909 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Made reservation on behalf of 1ffa8215f4d6479babed8b59e14b7e39 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:45.265638 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.389625 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Allocated IP 172.20.0.14 (dc24f821-79ec-4404-92fe-d5786cb39ed4/0fbde265-5d79-4d53-8333-cf7c9065b76f/9ee660ea-c2fa-4fab-a75e-65370edd6b07) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:45.488245 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.535144 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.571174 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.613265 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:45.616394 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:45.622095 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:00:45.628305 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'Port': ['ID=9ee660ea-c2fa-4fab-a75e-65370edd6b07,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:45.681091 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:45.681724 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.701151 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-c6d0677b-ea36-4a18-a0a5-f131a2152990 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5637476 Nov 02 13:00:45.724004 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Request body: {'port': {'device_id': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:45.789484 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.883708 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-530dab37-7056-4cea-ab51-61eb8f3dce70 None None] Provisioning complete for port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:45.884403 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-530dab37-7056-4cea-ab51-61eb8f3dce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.885002 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-530dab37-7056-4cea-ab51-61eb8f3dce70 None None] Attempt 1 to provision port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 Nov 02 13:00:45.924441 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-530dab37-7056-4cea-ab51-61eb8f3dce70 None None] Port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:46.022153 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cc006-63bb-4716-be8f-9f8ef2c15c8b req-c2046a35-bb0f-4051-a921-3093934e1b69 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:46.023650 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-061cc006-63bb-4716-be8f-9f8ef2c15c8b req-c2046a35-bb0f-4051-a921-3093934e1b69 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 932 time: 0.0536432 Nov 02 13:00:46.058506 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee660ea-c2fa-4fab-a75e-65370edd6b07 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:00:46.067225 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Publish callbacks [] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.073672 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-061cc006-63bb-4716-be8f-9f8ef2c15c8b req-e5bfd43b-b507-4fe2-89bf-9dcd286d9bc0 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440807 Nov 02 13:00:46.080042 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Transition to ACTIVE for port object 9ee660ea-c2fa-4fab-a75e-65370edd6b07 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:00:46.086339 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.145715 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Pushing event updated for resources: {'Port': ['ID=9ee660ea-c2fa-4fab-a75e-65370edd6b07,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:46.195500 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Attempting to bind port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:00:46.195899 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Attempting to bind port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:00:46.196479 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Attempting to bind port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 on network dc24f821-79ec-4404-92fe-d5786cb39ed4 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:46.202242 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 on network dc24f821-79ec-4404-92fe-d5786cb39ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:00:46.202550 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Attempting to bind port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 on network dc24f821-79ec-4404-92fe-d5786cb39ed4 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:46.210866 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:00:46.212294 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Checking segment: {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:00:46.212294 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Bound using segment: {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:00:46.212294 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Bound port: 9ee660ea-c2fa-4fab-a75e-65370edd6b07, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:00:46.212942 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.281089 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] For port 9ee660ea-c2fa-4fab-a75e-65370edd6b07, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:46.284835 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] For port 9ee660ea-c2fa-4fab-a75e-65370edd6b07, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ee660ea-c2fa-4fab-a75e-65370edd6b07,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:46.294723 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.300640 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:46.301609 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:46.303608 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] 10.222.0.105 "PUT /v2.0/ports/9ee660ea-c2fa-4fab-a75e-65370edd6b07 HTTP/1.1" status: 200 len: 1094 time: 0.5842981 Nov 02 13:00:46.305838 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'tag': '9ee660ea-c2fa-4fab-a75e-65370edd6b07'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:46.309496 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a3f08a-c63d-41c8-a85d-f7b54231717b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3a70f5-7a54-4a66-b099-dcf84affc11d", "tag": "9ee660ea-c2fa-4fab-a75e-65370edd6b07"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:46.353760 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb15d6da-cd90-4d09-ae22-dee6f2ec4bde x-openstack-request-id: req-fb15d6da-cd90-4d09-ae22-dee6f2ec4bde {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:46.354011 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3a70f5-7a54-4a66-b099-dcf84affc11d", "tag": "9ee660ea-c2fa-4fab-a75e-65370edd6b07", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:46.354268 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fb15d6da-cd90-4d09-ae22-dee6f2ec4bde {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:46.354696 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb15d6da-cd90-4d09-ae22-dee6f2ec4bde'] response: {'name': 'network-changed', 'server_uuid': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'tag': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'status': 'completed', 'code': 200} Nov 02 13:00:46.359956 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f048859-0277-4a40-b673-d3a59530dc2e service neutron] Pushing event updated for resources: {'Port': ['ID=9ee660ea-c2fa-4fab-a75e-65370edd6b07,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:46.426392 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-530dab37-7056-4cea-ab51-61eb8f3dce70 None None] Attempt 2 to provision port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 Nov 02 13:00:46.438481 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-0961f889-5db5-442d-ae1f-8a4eb021a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:46.440062 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-0961f889-5db5-442d-ae1f-8a4eb021a5ea service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 1128 time: 0.0559475 Nov 02 13:00:46.467135 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-530dab37-7056-4cea-ab51-61eb8f3dce70 None None] Port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:00:46.492354 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-074d5617-cbd2-45b9-9bf0-15f209663927 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee660ea-c2fa-4fab-a75e-65370edd6b07 HTTP/1.1" status: 200 len: 217 time: 0.0330644 Nov 02 13:00:46.548440 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-cf6b25a3-4f59-4f97-b8e5-915ecbafd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:46.549937 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-cf6b25a3-4f59-4f97-b8e5-915ecbafd052 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0495501 Nov 02 13:00:46.605865 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-b60fc69f-ceea-4caf-87f0-a633a0715e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:46.607405 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-b60fc69f-ceea-4caf-87f0-a633a0715e72 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483968 Nov 02 13:00:46.698945 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-8c977e27-92ef-408f-abf7-f5cc6e60e97e service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832303 Nov 02 13:00:46.814067 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7e63e61d-ff77-4532-8eb6-70aec0451578 req-a25d4f6c-02a8-456c-aac6-54a4a1348c99 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000593 Nov 02 13:00:46.985377 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3f08a-c63d-41c8-a85d-f7b54231717b req-541068ec-e21d-4599-9c13-501fdbf0fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:46.986911 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d1a3f08a-c63d-41c8-a85d-f7b54231717b req-541068ec-e21d-4599-9c13-501fdbf0fb9b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 1128 time: 0.0504048 Nov 02 13:00:47.084234 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3f08a-c63d-41c8-a85d-f7b54231717b req-51e75a05-2aa5-4e29-8047-93a7d22e18be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:47.085629 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d1a3f08a-c63d-41c8-a85d-f7b54231717b req-51e75a05-2aa5-4e29-8047-93a7d22e18be service neutron] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 914 time: 0.0922768 Nov 02 13:00:47.132798 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d1a3f08a-c63d-41c8-a85d-f7b54231717b req-09fa1127-3d9e-4a37-b4c1-58ad9dbf3122 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee660ea-c2fa-4fab-a75e-65370edd6b07 HTTP/1.1" status: 200 len: 217 time: 0.0369320 Nov 02 13:00:47.183128 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3f08a-c63d-41c8-a85d-f7b54231717b req-769ac5ee-5895-4a55-87eb-2e3879ccbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:47.184767 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d1a3f08a-c63d-41c8-a85d-f7b54231717b req-769ac5ee-5895-4a55-87eb-2e3879ccbcd5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0452836 Nov 02 13:00:47.201422 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7ab76-bdd7-4935-b801-ff9b789d3131 req-81f92594-c260-4ec6-99df-5b5690fe5f11 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:47.202976 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-34b7ab76-bdd7-4935-b801-ff9b789d3131 req-81f92594-c260-4ec6-99df-5b5690fe5f11 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 944 time: 0.0531857 Nov 02 13:00:47.241368 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3f08a-c63d-41c8-a85d-f7b54231717b req-46a85597-7684-4fcb-8856-5ed23cd367a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:47.242973 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d1a3f08a-c63d-41c8-a85d-f7b54231717b req-46a85597-7684-4fcb-8856-5ed23cd367a4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498497 Nov 02 13:00:47.253490 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-34b7ab76-bdd7-4935-b801-ff9b789d3131 req-81f84dc3-9e7a-407d-a1c3-cfb362dcee03 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448747 Nov 02 13:00:47.342913 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d1a3f08a-c63d-41c8-a85d-f7b54231717b req-a8bf35a8-83b9-4f0c-8346-7c81e6632a02 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922873 Nov 02 13:00:47.440681 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d1a3f08a-c63d-41c8-a85d-f7b54231717b req-2468c847-925b-4eb8-bf9e-e276cf00fe31 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908120 Nov 02 13:00:48.395601 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105846ca-5980-44e8-812a-2f6957280f56 req-03e3dd1a-031a-4720-8d44-8fe48e15548c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:48.397167 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-105846ca-5980-44e8-812a-2f6957280f56 req-03e3dd1a-031a-4720-8d44-8fe48e15548c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 944 time: 0.0585475 Nov 02 13:00:48.451593 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-105846ca-5980-44e8-812a-2f6957280f56 req-df764b3d-940e-450c-965f-073d22d7e62a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485656 Nov 02 13:00:49.589917 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644db11-27de-49aa-9faf-b3040b4a5e67 req-7c76c213-a726-45b0-b0d3-ce875b04023b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:49.591596 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3644db11-27de-49aa-9faf-b3040b4a5e67 req-7c76c213-a726-45b0-b0d3-ce875b04023b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 944 time: 0.0610211 Nov 02 13:00:49.652919 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3644db11-27de-49aa-9faf-b3040b4a5e67 req-5576c7d9-07a3-40df-b8e7-1cfa125e6eec tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552659 Nov 02 13:00:50.789855 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504817d-533d-4b26-8e8b-ffb37f532fc7 req-eb888795-8397-45df-b49d-5fd8fb4f6fb9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:50.791359 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a504817d-533d-4b26-8e8b-ffb37f532fc7 req-eb888795-8397-45df-b49d-5fd8fb4f6fb9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 944 time: 0.0621054 Nov 02 13:00:50.843104 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a504817d-533d-4b26-8e8b-ffb37f532fc7 req-bc312de5-e2b6-4f7e-8ef6-952c59520a69 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451152 Nov 02 13:00:51.035571 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdc087-63da-4474-8cd4-2c606a02c398 req-58f5ed1b-6d31-4730-aa4d-101b939c73fc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:51.037103 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cfcdc087-63da-4474-8cd4-2c606a02c398 req-58f5ed1b-6d31-4730-aa4d-101b939c73fc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 946 time: 0.0565314 Nov 02 13:00:51.100614 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cfcdc087-63da-4474-8cd4-2c606a02c398 req-cf969c74-3416-4a37-9e5f-870636ed1d1a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575447 Nov 02 13:00:51.982180 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdc001-b531-405d-a3b4-0b9c013d3018 req-cdc742e0-cb7d-444b-b056-0f2929edcd8b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:51.983700 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fabdc001-b531-405d-a3b4-0b9c013d3018 req-cdc742e0-cb7d-444b-b056-0f2929edcd8b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 944 time: 0.0561724 Nov 02 13:00:52.036043 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fabdc001-b531-405d-a3b4-0b9c013d3018 req-a6578d8a-cacb-4f13-9fd2-7d681421cabb tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441852 Nov 02 13:00:52.255070 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336ef90-4ed8-4897-94ee-66c24e92101f req-aa929018-a293-45a7-8eb4-6d524e424f45 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:52.256676 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7336ef90-4ed8-4897-94ee-66c24e92101f req-aa929018-a293-45a7-8eb4-6d524e424f45 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 946 time: 0.0647936 Nov 02 13:00:52.313745 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7336ef90-4ed8-4897-94ee-66c24e92101f req-db989ed8-bf72-488c-a988-e1d66cd4eddb tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450032 Nov 02 13:00:53.180852 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a59051-8d0c-48f9-bf77-c8f584aeecab req-1b9cc625-b5b8-432f-bff7-961de23fcbda tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:53.182319 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-99a59051-8d0c-48f9-bf77-c8f584aeecab req-1b9cc625-b5b8-432f-bff7-961de23fcbda tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 944 time: 0.0592906 Nov 02 13:00:53.234449 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-99a59051-8d0c-48f9-bf77-c8f584aeecab req-f37af57c-d2b5-4f8f-91b7-2603ad29213e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438502 Nov 02 13:00:53.377877 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1dac10e8-248a-4d67-b9f5-4898a3a22825 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:53.378565 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1dac10e8-248a-4d67-b9f5-4898a3a22825 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.105 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 946 time: 0.0572841 Nov 02 13:00:53.457196 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686f75e-0132-482d-9b73-5f21d61e0796 req-d5d6dd85-002b-4b20-bb7e-5b978e582c51 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:53.459492 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b686f75e-0132-482d-9b73-5f21d61e0796 req-d5d6dd85-002b-4b20-bb7e-5b978e582c51 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 946 time: 0.0555539 Nov 02 13:00:53.478227 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Deleting port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:53.478572 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.508777 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b686f75e-0132-482d-9b73-5f21d61e0796 req-a56bf2bd-81cb-43b4-ab03-2fbbda543703 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=846d631a-5014-4aa0-8c48-ce54e5096d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Nov 02 13:00:53.565553 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] For port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:53.565915 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.732711 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.733074 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (6fae4601-6170-4418-a101-d4c6893af0e9), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.733381 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Floating IP 6fae4601-6170-4418-a101-d4c6893af0e9 disassociated. External IP: 172.27.4.46, port: 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f. Nov 02 13:00:53.733714 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Calling delete_port for 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:53.866490 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (7a7f193c-8f61-4df5-8e3c-0d69f95daa2f), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:53.895047 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event deleted for resources: {'Port': ['ID=7a7f193c-8f61-4df5-8e3c-0d69f95daa2f,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:54.005879 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Router 727b8b87-3420-438d-bbb5-e3d6b1542299 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:54.111446 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:54.121989 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c3eb3-3859-4f10-a3a3-c61a9542355e None None] Sync routers for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:54.133543 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c3eb3-3859-4f10-a3a3-c61a9542355e None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:54.134161 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-376c3eb3-3859-4f10-a3a3-c61a9542355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:00:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:54.155831 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] No DVR routers for this DVR port 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:00:54.159078 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:54.162519 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0f24c825-d81b-4cd4-8e6e-246044756581 req-1064c9ad-1332-45da-88e6-fb79503bf9ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.105 "DELETE /v2.0/ports/7a7f193c-8f61-4df5-8e3c-0d69f95daa2f HTTP/1.1" status: 204 len: 173 time: 0.7768953 Nov 02 13:00:54.163035 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'name': 'network-vif-deleted', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:54.165425 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b30499e-3ec9-4c14-b9ad-3fd03e14ba83" -d '{"events": [{"server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "name": "network-vif-deleted", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:54.201962 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947e22ed-a7fe-4041-b97f-a65ba3871369 x-openstack-request-id: req-947e22ed-a7fe-4041-b97f-a65ba3871369 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:54.202587 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1839881d-97b0-4aa7-b398-2eeee344099f", "name": "network-vif-deleted", "tag": "7a7f193c-8f61-4df5-8e3c-0d69f95daa2f", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:54.202587 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-947e22ed-a7fe-4041-b97f-a65ba3871369 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:54.203106 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947e22ed-a7fe-4041-b97f-a65ba3871369'] response: {'server_uuid': '1839881d-97b0-4aa7-b398-2eeee344099f', 'name': 'network-vif-deleted', 'tag': '7a7f193c-8f61-4df5-8e3c-0d69f95daa2f', 'status': 'completed', 'code': 200} Nov 02 13:00:54.246033 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-376c3eb3-3859-4f10-a3a3-c61a9542355e None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:54.387308 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39efa1-6131-47ac-a1ed-6d77846564cd req-135863ba-3f9a-4937-a8db-9f44375beded tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:54.389619 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ec39efa1-6131-47ac-a1ed-6d77846564cd req-135863ba-3f9a-4937-a8db-9f44375beded tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 944 time: 0.0614469 Nov 02 13:00:54.449060 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ec39efa1-6131-47ac-a1ed-6d77846564cd req-bc3c897d-93e5-4ea1-a8e1-29dc505d463b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519547 Nov 02 13:00:54.459960 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-376c3eb3-3859-4f10-a3a3-c61a9542355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:54.491893 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c3eb3-3859-4f10-a3a3-c61a9542355e None None] Checking router: 727b8b87-3420-438d-bbb5-e3d6b1542299 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:54.503383 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c3eb3-3859-4f10-a3a3-c61a9542355e None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:54.504000 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-376c3eb3-3859-4f10-a3a3-c61a9542355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:00:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:54.607825 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-376c3eb3-3859-4f10-a3a3-c61a9542355e None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:54.636870 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d360ee13-fcd1-4fd7-be7d-bbdbabee715f req-f49edfc2-b0be-492a-a29a-7d2457d03d6b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=1839881d-97b0-4aa7-b398-2eeee344099f HTTP/1.1" status: 200 len: 210 time: 0.0310462 Nov 02 13:00:54.822026 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-376c3eb3-3859-4f10-a3a3-c61a9542355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:54.847825 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c3eb3-3859-4f10-a3a3-c61a9542355e None None] The sync data for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi is: [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:55.081945 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2e2ad-6774-4de0-b2e8-5023c73aff23 None None] New status for floating IP 6fae4601-6170-4418-a101-d4c6893af0e9: DOWN {{(pid=110477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:00:55.589129 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f69f1-c571-4a81-ab84-d8bc7cf94931 req-a66190cc-c2b4-434e-8e95-aa45214b8b4a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:55.590641 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f94f69f1-c571-4a81-ab84-d8bc7cf94931 req-a66190cc-c2b4-434e-8e95-aa45214b8b4a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 944 time: 0.0616937 Nov 02 13:00:55.643097 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f94f69f1-c571-4a81-ab84-d8bc7cf94931 req-11367c2a-dde4-45ed-a17c-e59da37edd8e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465078 Nov 02 13:00:56.149252 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-bdd4163d-5d9c-4e7b-9f8b-3941d7f9df08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.761328 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54428) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:56.786876 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37f3a5-79aa-48d7-a693-afe2111d5e2e req-4b458697-576b-4eee-b961-d7ed5461f03f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:56.788495 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ed37f3a5-79aa-48d7-a693-afe2111d5e2e req-4b458697-576b-4eee-b961-d7ed5461f03f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 944 time: 0.0598476 Nov 02 13:00:56.824971 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (846d631a-5014-4aa0-8c48-ce54e5096d88), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.845186 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ed37f3a5-79aa-48d7-a693-afe2111d5e2e req-d34187bb-54aa-461d-a4a2-83d0a1f9f79e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504932 Nov 02 13:00:56.852639 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (846d631a-5014-4aa0-8c48-ce54e5096d88), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.903234 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (846d631a-5014-4aa0-8c48-ce54e5096d88), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.905868 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:56.907069 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "DELETE /v2.0/security-groups/846d631a-5014-4aa0-8c48-ce54e5096d88 HTTP/1.1" status: 204 len: 168 time: 0.1441185 Nov 02 13:00:56.910201 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54430) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:56.916343 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846d631a-5014-4aa0-8c48-ce54e5096d88,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:56.923182 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.923530 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.923833 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.api.v2.resource [None req-4b31e493-3cb7-488c-b813-1e1c24daf05b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] show failed (client error): The resource could not be found. Nov 02 13:00:56.923944 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.924186 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.924612 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.924857 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-4b31e493-3cb7-488c-b813-1e1c24daf05b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups/846d631a-5014-4aa0-8c48-ce54e5096d88 HTTP/1.1" status: 404 len: 347 time: 0.0136695 Nov 02 13:00:56.924977 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.925292 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.925615 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.925938 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.926258 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.926580 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.926900 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.927224 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efaf78f-528f-448c-97d5-84784c8ff426 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:56.927733 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54432) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:57.053221 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7d94b-b77b-4bee-8180-580299527870 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Deleting port 0a496590-97e1-4bdb-aa1b-6e63a987421f {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:57.053522 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d94b-b77b-4bee-8180-580299527870 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (0a496590-97e1-4bdb-aa1b-6e63a987421f), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.125680 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9ee660ea-c2fa-4fab-a75e-65370edd6b07 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:00:57.130037 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d94b-b77b-4bee-8180-580299527870 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (0a496590-97e1-4bdb-aa1b-6e63a987421f), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.130448 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d94b-b77b-4bee-8180-580299527870 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (0a496590-97e1-4bdb-aa1b-6e63a987421f), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.133678 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:57.143814 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7d94b-b77b-4bee-8180-580299527870 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Calling delete_port for 0a496590-97e1-4bdb-aa1b-6e63a987421f owned by network:floatingip {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:57.161173 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:00:57.161790 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7a7f193c-8f61-4df5-8e3c-0d69f95daa2f not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:57.253432 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9ee660ea-c2fa-4fab-a75e-65370edd6b07, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ee660ea-c2fa-4fab-a75e-65370edd6b07,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:57.272401 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'port_id': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'mac_address': 'fa:16:3e:c6:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:00:57.311078 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:57.311486 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.326723 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee660ea-c2fa-4fab-a75e-65370edd6b07 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:00:57.349248 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9ee660ea-c2fa-4fab-a75e-65370edd6b07, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ee660ea-c2fa-4fab-a75e-65370edd6b07,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:57.354521 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.402796 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=9ee660ea-c2fa-4fab-a75e-65370edd6b07,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:57.410804 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.411159 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.411522 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.411849 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.412174 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.412557 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.412874 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.413216 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.413544 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.413859 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.414191 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.414523 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.414861 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:57.541279 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d94b-b77b-4bee-8180-580299527870 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (0a496590-97e1-4bdb-aa1b-6e63a987421f), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.567762 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7d94b-b77b-4bee-8180-580299527870 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event deleted for resources: {'Port': ['ID=0a496590-97e1-4bdb-aa1b-6e63a987421f,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:57.637023 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d94b-b77b-4bee-8180-580299527870 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (6fae4601-6170-4418-a101-d4c6893af0e9), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.639917 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8ed7d94b-b77b-4bee-8180-580299527870 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.641161 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-8ed7d94b-b77b-4bee-8180-580299527870 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "DELETE /v2.0/floatingips/6fae4601-6170-4418-a101-d4c6893af0e9 HTTP/1.1" status: 204 len: 168 time: 0.7124436 Nov 02 13:00:57.748734 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54436) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:57.753508 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-e898d7c7-d1eb-4cdc-b4b1-06210f2881d3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773433247', 'description': 'tempest-description--870816771'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:57.778482 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e898d7c7-d1eb-4cdc-b4b1-06210f2881d3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.849798 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e898d7c7-d1eb-4cdc-b4b1-06210f2881d3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (e2aefdeb-d9cf-4be1-9ed3-09401aef598b), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.855502 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e898d7c7-d1eb-4cdc-b4b1-06210f2881d3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (e2aefdeb-d9cf-4be1-9ed3-09401aef598b), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.881534 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['9ee660ea-c2fa-4fab-a75e-65370edd6b07'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:00:57.885440 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e898d7c7-d1eb-4cdc-b4b1-06210f2881d3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:57.890111 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54440) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:57.890735 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e898d7c7-d1eb-4cdc-b4b1-06210f2881d3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1403091 Nov 02 13:00:57.892434 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898d7c7-d1eb-4cdc-b4b1-06210f2881d3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aefdeb-d9cf-4be1-9ed3-09401aef598b,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:57.895504 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-4d17859a-e408-456d-94b0-b5d837c6aeda tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'security_group_rule': {'security_group_id': 'e2aefdeb-d9cf-4be1-9ed3-09401aef598b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:57.929822 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4d17859a-e408-456d-94b0-b5d837c6aeda tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (78703eac-9fd1-4845-b873-8d7f16049416), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.030778 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355bb04-c5f0-4201-b061-7cafd591a564 req-ceb6ec42-ca78-4c04-8bbc-3f9c0218b85d tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:58.032281 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1355bb04-c5f0-4201-b061-7cafd591a564 req-ceb6ec42-ca78-4c04-8bbc-3f9c0218b85d tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 945 time: 0.0986624 Nov 02 13:00:58.034134 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4d17859a-e408-456d-94b0-b5d837c6aeda tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (78703eac-9fd1-4845-b873-8d7f16049416), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.045302 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4d17859a-e408-456d-94b0-b5d837c6aeda tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (78703eac-9fd1-4845-b873-8d7f16049416), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.072228 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17859a-e408-456d-94b0-b5d837c6aeda tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78703eac-9fd1-4845-b873-8d7f16049416,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:58.086798 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4d17859a-e408-456d-94b0-b5d837c6aeda tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.088098 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-4d17859a-e408-456d-94b0-b5d837c6aeda tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1965876 Nov 02 13:00:58.090728 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54442) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:58.095250 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-e3417cf9-a355-42bd-95af-78f6f0f55f23 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'security_group_rule': {'security_group_id': 'e2aefdeb-d9cf-4be1-9ed3-09401aef598b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:58.120812 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1355bb04-c5f0-4201-b061-7cafd591a564 req-506bf4e3-8510-4a47-aadb-563ad210df28 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817266 Nov 02 13:00:58.135900 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e3417cf9-a355-42bd-95af-78f6f0f55f23 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (fe0af910-6691-4b32-8a43-15737e31f48a), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.188565 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e3417cf9-a355-42bd-95af-78f6f0f55f23 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (fe0af910-6691-4b32-8a43-15737e31f48a), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.194463 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e3417cf9-a355-42bd-95af-78f6f0f55f23 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (fe0af910-6691-4b32-8a43-15737e31f48a), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.219040 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3417cf9-a355-42bd-95af-78f6f0f55f23 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0af910-6691-4b32-8a43-15737e31f48a,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:58.229606 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e3417cf9-a355-42bd-95af-78f6f0f55f23 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.230855 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-e3417cf9-a355-42bd-95af-78f6f0f55f23 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391904 Nov 02 13:00:58.234054 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54444) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:58.238431 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:58.259415 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.282221 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d4019d49-c0d7-42d8-9d7e-70b8cbf6168c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.373401 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.494048 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Allocated IP 172.27.4.12 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/47fa4ac0-d932-457b-aef7-e3d7892869c5) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:58.605014 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for port (47fa4ac0-d932-457b-aef7-e3d7892869c5), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.644917 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (47fa4ac0-d932-457b-aef7-e3d7892869c5), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.682479 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:58.689814 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:58.692436 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:00:58.695849 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'Port': ['ID=47fa4ac0-d932-457b-aef7-e3d7892869c5,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:58.785202 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (5cd67f98-7e1d-48d1-ab38-d4ac452b4566), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.826037 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (47fa4ac0-d932-457b-aef7-e3d7892869c5), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.979824 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for port (47fa4ac0-d932-457b-aef7-e3d7892869c5), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.987622 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (47fa4ac0-d932-457b-aef7-e3d7892869c5), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.050835 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'Port': ['ID=47fa4ac0-d932-457b-aef7-e3d7892869c5,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:59.053336 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (5cd67f98-7e1d-48d1-ab38-d4ac452b4566), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.071563 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.072894 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5edb45c4-7357-4c91-936e-fa35cb96bcb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8378837 Nov 02 13:00:59.148704 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9ee660ea-c2fa-4fab-a75e-65370edd6b07 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:59.210095 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:00:59.214931 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:59.215384 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.215790 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 Nov 02 13:00:59.256109 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cedde5-ee14-4f40-935b-f22b30d237c4 req-8fc81381-4379-4840-8c40-7fbac70e1de4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:59.257787 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-77cedde5-ee14-4f40-935b-f22b30d237c4 req-8fc81381-4379-4840-8c40-7fbac70e1de4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 945 time: 0.0563591 Nov 02 13:00:59.283109 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-ed6ef8c7-e2bf-4bdd-998d-38d4c63e8923 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--773433247&fields=id&tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b HTTP/1.1" status: 200 len: 267 time: 0.0462446 Nov 02 13:00:59.297109 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:59.298209 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.313185 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-77cedde5-ee14-4f40-935b-f22b30d237c4 req-2368e86d-8928-44c8-b8ce-3cc41b530575 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482535 Nov 02 13:00:59.324791 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee660ea-c2fa-4fab-a75e-65370edd6b07'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:59.327403 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48892beb-dcb0-42b0-bd49-47109ddc6fc2" -d '{"events": [{"server_uuid": "ed3a70f5-7a54-4a66-b099-dcf84affc11d", "name": "network-vif-plugged", "status": "completed", "tag": "9ee660ea-c2fa-4fab-a75e-65370edd6b07"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:59.340439 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9ee660ea-c2fa-4fab-a75e-65370edd6b07, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ee660ea-c2fa-4fab-a75e-65370edd6b07,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:59.346185 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.378872 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481beb6f-7c0c-4173-8aff-63770edadaa7 x-openstack-request-id: req-481beb6f-7c0c-4173-8aff-63770edadaa7 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:59.379174 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3a70f5-7a54-4a66-b099-dcf84affc11d", "name": "network-vif-plugged", "status": "completed", "tag": "9ee660ea-c2fa-4fab-a75e-65370edd6b07", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:59.379441 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-481beb6f-7c0c-4173-8aff-63770edadaa7 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:59.379842 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481beb6f-7c0c-4173-8aff-63770edadaa7'] response: {'server_uuid': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'code': 200} Nov 02 13:00:59.402129 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=9ee660ea-c2fa-4fab-a75e-65370edd6b07,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:59.406052 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-0bbf823f-04c6-45c8-9932-0db7bafeaf7b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:59.407532 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-0bbf823f-04c6-45c8-9932-0db7bafeaf7b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 817 time: 0.1176150 Nov 02 13:00:59.423935 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4016a9e0-7ec5-4d3e-8f13-29fcdea11c42 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/quotas/7cf71ef682d140f9b9c9c756b24cbb5b HTTP/1.1" status: 200 len: 375 time: 0.0107355 Nov 02 13:00:59.426032 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:59.482111 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-2103fa35-116a-4047-b905-685610a168de tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520692 Nov 02 13:00:59.586615 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-f7f9584d-9198-462f-9508-964b659c5613 service neutron] 10.222.0.90 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921960 Nov 02 13:00:59.709498 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-e8becaf8-43dc-4d35-be3f-41c804764241 service neutron] 10.222.0.90 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161873 Nov 02 13:00:59.712132 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666377ac-e45c-42b9-8fcd-38253052b36b req-e2461f4e-fe3b-4363-8867-dc2190253836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:59.713448 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-666377ac-e45c-42b9-8fcd-38253052b36b req-e2461f4e-fe3b-4363-8867-dc2190253836 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 1130 time: 0.0773380 Nov 02 13:00:59.766278 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-666377ac-e45c-42b9-8fcd-38253052b36b req-553d282f-1911-4d64-a8cf-2c47dfbb1522 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457172 Nov 02 13:00:59.880769 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4373c028-026d-4a6a-b749-c4e6a4d7070b req-6991341c-ee38-4b6d-9df1-1478fd4e0167 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 210 time: 0.0307021 Nov 02 13:01:00.445922 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f607c80-45c9-4919-8374-878603115f43 req-e30bf1c7-83fb-4e7c-b802-4b22b4693ad3 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:00.447442 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7f607c80-45c9-4919-8374-878603115f43 req-e30bf1c7-83fb-4e7c-b802-4b22b4693ad3 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 946 time: 0.0575762 Nov 02 13:01:00.498979 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7f607c80-45c9-4919-8374-878603115f43 req-37c964a9-4840-4e6d-9ac7-fbcb1aea0540 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455005 Nov 02 13:01:00.881059 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:00.993457 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a6395f0a-f99e-4bcd-90ab-bde8594d3f83 req-dd02a82f-0cef-4a23-a688-1eca25cbfcb0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 210 time: 0.0350173 Nov 02 13:01:01.227559 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-5bcfe1a3-3734-4368-8f27-8c9135f3c83f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:01.229080 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-5bcfe1a3-3734-4368-8f27-8c9135f3c83f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 817 time: 0.1112983 Nov 02 13:01:01.334918 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-ea10d9c0-3b5f-4581-8d58-3b8f1be53a41 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b HTTP/1.1" status: 200 len: 379 time: 0.0671880 Nov 02 13:01:01.363802 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'port': {'device_id': '45cf2036-8434-479c-a251-9f6411e8062a', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'admin_state_up': True, 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'security_groups': ['e2aefdeb-d9cf-4be1-9ed3-09401aef598b']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:01.475670 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Made reservation on behalf of 7cf71ef682d140f9b9c9c756b24cbb5b for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:01.479175 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.642208 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Allocated IP 172.20.0.13 (5c790846-1155-4e44-80f1-15983b65a735/7d37e8ce-9ef7-43f1-a534-06b3d2793c48/d5aae24c-ac0a-4c55-b771-4ccad1cc65ab) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:01.673639 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37867-0bb7-4c00-bd10-c85801afae1a req-bbafc37f-3ad9-4101-9bc0-501cca2f4ca2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:01.675173 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f8e37867-0bb7-4c00-bd10-c85801afae1a req-bbafc37f-3ad9-4101-9bc0-501cca2f4ca2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 946 time: 0.0866249 Nov 02 13:01:01.788336 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f8e37867-0bb7-4c00-bd10-c85801afae1a req-18f84587-52c2-407e-8c32-05115632428c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070120 Nov 02 13:01:01.831700 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.868865 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.909185 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Network 5c790846-1155-4e44-80f1-15983b65a735 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:01.912240 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:01.919308 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:01:01.924642 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event updated for resources: {'Port': ['ID=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:01.974728 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:01.975295 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:01.992742 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-cbdc66ff-7eb5-4585-b68b-730bff4a63c8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6327705 Nov 02 13:01:02.011886 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Request body: {'port': {'device_id': '45cf2036-8434-479c-a251-9f6411e8062a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:02.078640 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.129031 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79859af1-9c2c-44c9-8679-122b62e172b5 req-42cd79ef-aeac-43f8-a015-89db5d6f2e26 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:02.130537 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-79859af1-9c2c-44c9-8679-122b62e172b5 req-42cd79ef-aeac-43f8-a015-89db5d6f2e26 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 932 time: 0.0536544 Nov 02 13:01:02.179320 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-79859af1-9c2c-44c9-8679-122b62e172b5 req-f165a63f-0517-4ccc-af66-c1f2376470cb tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Nov 02 13:01:02.196055 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-f4cb84ea-fef7-4386-8996-356286c9efc2 None None] Provisioning complete for port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:01:02.196596 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f4cb84ea-fef7-4386-8996-356286c9efc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.196893 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-f4cb84ea-fef7-4386-8996-356286c9efc2 None None] Attempt 1 to provision port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab Nov 02 13:01:02.227671 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-f4cb84ea-fef7-4386-8996-356286c9efc2 None None] Port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:01:02.341269 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5aae24c-ac0a-4c55-b771-4ccad1cc65ab {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:01:02.349509 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Publish callbacks [] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.363226 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Transition to ACTIVE for port object d5aae24c-ac0a-4c55-b771-4ccad1cc65ab will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:01:02.367177 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.368429 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.442903 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Pushing event updated for resources: {'Port': ['ID=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:02.475957 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Attempting to bind port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:01:02.476600 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Attempting to bind port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:01:02.476708 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Attempting to bind port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab on network 5c790846-1155-4e44-80f1-15983b65a735 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:02.481090 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab on network 5c790846-1155-4e44-80f1-15983b65a735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:01:02.481419 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Attempting to bind port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab on network 5c790846-1155-4e44-80f1-15983b65a735 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:02.486948 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:01:02.487316 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Checking segment: {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:01:02.487841 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Bound using segment: {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:01:02.488306 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Bound port: d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76239a0-7f19-4119-a784-bf535166d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '5c790846-1155-4e44-80f1-15983b65a735'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:01:02.488689 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.554274 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:02.557601 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:02.563882 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.568241 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:02.568859 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:02.570266 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] 10.222.0.105 "PUT /v2.0/ports/d5aae24c-ac0a-4c55-b771-4ccad1cc65ab HTTP/1.1" status: 200 len: 1094 time: 0.5628467 Nov 02 13:01:02.570773 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:02.573199 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c" -d '{"events": [{"name": "network-changed", "server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:02.613160 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bcd04f-7cd4-4f31-ab12-f47d5b491f9c x-openstack-request-id: req-12bcd04f-7cd4-4f31-ab12-f47d5b491f9c {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:02.613470 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:02.613720 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-12bcd04f-7cd4-4f31-ab12-f47d5b491f9c {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:02.614126 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12bcd04f-7cd4-4f31-ab12-f47d5b491f9c'] response: {'name': 'network-changed', 'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'status': 'completed', 'code': 200} Nov 02 13:01:02.626945 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c963223-df2f-4158-b246-9dc25c35d95a service neutron] Pushing event updated for resources: {'Port': ['ID=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:02.685837 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-b113e692-3248-41af-baa7-f3e7ec358fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:02.687448 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-b113e692-3248-41af-baa7-f3e7ec358fb0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 1128 time: 0.0479672 Nov 02 13:01:02.728844 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-f4cb84ea-fef7-4386-8996-356286c9efc2 None None] Attempt 2 to provision port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab Nov 02 13:01:02.737642 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-a49e5b34-dd02-460a-b8c0-c99b1f70507f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab HTTP/1.1" status: 200 len: 217 time: 0.0338750 Nov 02 13:01:02.774370 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-f4cb84ea-fef7-4386-8996-356286c9efc2 None None] Port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:01:02.793119 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-a9d4d2eb-1693-4b0d-92a9-77ea7749eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:02.794607 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-a9d4d2eb-1693-4b0d-92a9-77ea7749eb9e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.0506704 Nov 02 13:01:02.849037 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-2bf0c92c-6f8f-4487-9530-c38be8a3e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:02.850516 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-2bf0c92c-6f8f-4487-9530-c38be8a3e018 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475936 Nov 02 13:01:02.922841 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09c961-15fe-44ec-a619-db14e8d146d1 req-f933f4eb-c25c-4882-ad28-d6b2eefd83a7 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:02.924308 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2a09c961-15fe-44ec-a619-db14e8d146d1 req-f933f4eb-c25c-4882-ad28-d6b2eefd83a7 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 946 time: 0.0542831 Nov 02 13:01:02.942255 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-d1474e58-3682-4f36-a7b2-b5894091304b service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848877 Nov 02 13:01:02.980935 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2a09c961-15fe-44ec-a619-db14e8d146d1 req-afdc25d0-dc38-42de-841c-e3cc2feaf42d tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496342 Nov 02 13:01:03.038267 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-364ea0c8-ad36-4942-ae65-a248284cb2c5 req-e9f2837f-fe5f-4000-b2cd-dfb61a56cb0d service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884595 Nov 02 13:01:03.119520 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad4ede-9197-4349-b956-7733988078b6 req-ee0465d4-03dc-4047-9dd2-5283966b5061 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:03.120949 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-abad4ede-9197-4349-b956-7733988078b6 req-ee0465d4-03dc-4047-9dd2-5283966b5061 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 946 time: 0.0640953 Nov 02 13:01:03.201835 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-abad4ede-9197-4349-b956-7733988078b6 req-60625c0f-c8fe-42fc-acb9-857a20040a89 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748527 Nov 02 13:01:03.215877 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c req-6d3820f5-b0f5-4847-8f8e-b50584d4a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:03.217382 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c req-6d3820f5-b0f5-4847-8f8e-b50584d4a6ed service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 1128 time: 0.0679624 Nov 02 13:01:03.231536 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54504) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:03.306345 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a58b51-311c-45fe-bf11-1ba7b9d303b4 tempest-TestVolumeBootPattern-1175243475 tempest-TestVolumeBootPattern-1175243475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:03.307900 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f7a58b51-311c-45fe-bf11-1ba7b9d303b4 tempest-TestVolumeBootPattern-1175243475 tempest-TestVolumeBootPattern-1175243475-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 1125 time: 0.0751150 Nov 02 13:01:03.311348 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54506) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:03.317735 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'port_id': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:03.323381 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c req-e7011c56-c2d6-4457-b1d1-eebf10f39ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:03.324861 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c req-e7011c56-c2d6-4457-b1d1-eebf10f39ef6 service neutron] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 919 time: 0.0994492 Nov 02 13:01:03.327131 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3afb4-565b-4fed-b696-a8ca33805788 req-65c35c70-df40-435c-a2a2-eecaa976d18a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:03.328811 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-16b3afb4-565b-4fed-b696-a8ca33805788 req-65c35c70-df40-435c-a2a2-eecaa976d18a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0628772 Nov 02 13:01:03.368937 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c req-2c75fce9-bb77-45fb-a0da-dde3724f39ca service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab HTTP/1.1" status: 200 len: 217 time: 0.0365927 Nov 02 13:01:03.371604 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:03.377103 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-16b3afb4-565b-4fed-b696-a8ca33805788 req-883f5e3b-22d9-4a66-ad7a-6ed2e95cc412 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423844 Nov 02 13:01:03.458715 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c req-060cdbac-d92a-4ac4-82e7-7cf26677abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:03.460234 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c req-060cdbac-d92a-4ac4-82e7-7cf26677abcb service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.0846047 Nov 02 13:01:03.530486 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c req-5567374b-1236-401c-85ed-498b704da553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:03.532007 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c req-5567374b-1236-401c-85ed-498b704da553 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625970 Nov 02 13:01:03.592149 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:03.678033 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c req-d247eb80-bd3e-4ea3-8ed1-e8e4dd05a8a9 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388602 Nov 02 13:01:03.768193 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Allocated IP 172.27.4.218 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/412aba98-3a92-4556-a81e-3746c9b43588) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:03.843204 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d381f59a-1f7b-4a8c-84b6-cbaa2ac2a40c req-b2091026-8847-4a2e-8615-838ac487ed3a service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457131 Nov 02 13:01:03.902458 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for port (412aba98-3a92-4556-a81e-3746c9b43588), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:03.937083 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (412aba98-3a92-4556-a81e-3746c9b43588), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:03.973648 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:03.976595 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:03.979177 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:01:04.004033 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'Port': ['ID=412aba98-3a92-4556-a81e-3746c9b43588,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:04.623183 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (46bd6ff5-f837-4aa6-91e9-f7217bed6c4f), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:04.665448 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10abf87-f5e5-40a2-9b3a-424a038e5638 req-7c400996-233f-447e-bdb0-a84c15a6e873 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:04.666918 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d10abf87-f5e5-40a2-9b3a-424a038e5638 req-7c400996-233f-447e-bdb0-a84c15a6e873 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0951574 Nov 02 13:01:04.725033 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (412aba98-3a92-4556-a81e-3746c9b43588), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:04.758479 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d10abf87-f5e5-40a2-9b3a-424a038e5638 req-85b74264-6fd2-47f9-be2b-ceb0fb3e5d4f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857506 Nov 02 13:01:04.886830 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for port (412aba98-3a92-4556-a81e-3746c9b43588), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:04.894039 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (412aba98-3a92-4556-a81e-3746c9b43588), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:04.956557 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'Port': ['ID=412aba98-3a92-4556-a81e-3746c9b43588,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:04.959050 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (46bd6ff5-f837-4aa6-91e9-f7217bed6c4f), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:05.055435 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Floating IP 46bd6ff5-f837-4aa6-91e9-f7217bed6c4f associated. External IP: 172.27.4.218, port: 9ee660ea-c2fa-4fab-a75e-65370edd6b07. Nov 02 13:01:05.261105 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Router c15da600-e74c-4dff-9465-93de1da19778 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:05.376873 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:05.387397 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483259a-ff39-4648-a21f-16d8823cf597 None None] Sync routers for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:05.398826 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:05.399046 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483259a-ff39-4648-a21f-16d8823cf597 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:05.399665 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-5483259a-ff39-4648-a21f-16d8823cf597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:00:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:05.434373 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-2f54c6a7-7d91-4313-af76-07e26404390c tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1197031 Nov 02 13:01:05.434373 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'tag': '9ee660ea-c2fa-4fab-a75e-65370edd6b07'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:05.435233 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3a70f5-7a54-4a66-b099-dcf84affc11d", "tag": "9ee660ea-c2fa-4fab-a75e-65370edd6b07"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:05.473066 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b873e9f-ce5c-4114-ab0d-a07377f7b865 x-openstack-request-id: req-9b873e9f-ce5c-4114-ab0d-a07377f7b865 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:05.473360 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3a70f5-7a54-4a66-b099-dcf84affc11d", "tag": "9ee660ea-c2fa-4fab-a75e-65370edd6b07", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:05.473637 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9b873e9f-ce5c-4114-ab0d-a07377f7b865 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:05.474094 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b873e9f-ce5c-4114-ab0d-a07377f7b865'] response: {'name': 'network-changed', 'server_uuid': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'tag': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'status': 'completed', 'code': 200} Nov 02 13:01:05.504992 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-5483259a-ff39-4648-a21f-16d8823cf597 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:05.578580 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1 req-b3941087-1cb7-4605-b293-ee9e4b080b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:05.580233 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1 req-b3941087-1cb7-4605-b293-ee9e4b080b4e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 1130 time: 0.0478313 Nov 02 13:01:05.674837 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1 req-540a09f7-2744-48df-987e-8fffa5a16190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:05.676427 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1 req-540a09f7-2744-48df-987e-8fffa5a16190 service neutron] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 914 time: 0.0902181 Nov 02 13:01:05.732168 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-5483259a-ff39-4648-a21f-16d8823cf597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '46bd6ff5-f837-4aa6-91e9-f7217bed6c4f', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.218', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:c6:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:04Z', 'updated_at': '2022-11-02T13:01:04Z', 'revision_number': 0, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:05.742230 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1 req-3f63feaf-8f57-42ff-a2e6-843c2c3a340a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee660ea-c2fa-4fab-a75e-65370edd6b07 HTTP/1.1" status: 200 len: 1000 time: 0.0593903 Nov 02 13:01:05.756908 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483259a-ff39-4648-a21f-16d8823cf597 None None] Checking router: c15da600-e74c-4dff-9465-93de1da19778 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:05.766188 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483259a-ff39-4648-a21f-16d8823cf597 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:05.766781 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-5483259a-ff39-4648-a21f-16d8823cf597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:00:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:05.791535 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1 req-e17a3f90-c671-46cd-859e-bdc3eba7d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:05.793176 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1 req-e17a3f90-c671-46cd-859e-bdc3eba7d06d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0447156 Nov 02 13:01:05.855851 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1 req-6f701e7e-5712-4895-a57b-958228d1b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:05.857489 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1 req-6f701e7e-5712-4895-a57b-958228d1b9af service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580981 Nov 02 13:01:05.869466 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-5483259a-ff39-4648-a21f-16d8823cf597 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:05.964967 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe0bfa-0ab2-4760-983c-5978029f73f9 req-c2e0f9fd-d1c0-4bec-bc57-2a812cbb8fbe tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:05.966456 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e8fe0bfa-0ab2-4760-983c-5978029f73f9 req-c2e0f9fd-d1c0-4bec-bc57-2a812cbb8fbe tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.1251523 Nov 02 13:01:05.990849 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1 req-f5c7d18f-e042-4fab-a6be-a1cf47eb0544 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148531 Nov 02 13:01:06.077444 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e8fe0bfa-0ab2-4760-983c-5978029f73f9 req-d6b35c01-4365-4f68-8806-b2238cdfa464 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037436 Nov 02 13:01:06.108086 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-51abcfa2-e5c8-4702-b53c-dd548aea5ec1 req-f3e5aad5-27ed-4152-b73d-b784b4821dd0 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107299 Nov 02 13:01:06.180174 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-5483259a-ff39-4648-a21f-16d8823cf597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '46bd6ff5-f837-4aa6-91e9-f7217bed6c4f', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.218', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:c6:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:04Z', 'updated_at': '2022-11-02T13:01:04Z', 'revision_number': 0, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:06.204312 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483259a-ff39-4648-a21f-16d8823cf597 None None] The sync data for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi is: [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '46bd6ff5-f837-4aa6-91e9-f7217bed6c4f', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.218', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:c6:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:04Z', 'updated_at': '2022-11-02T13:01:04Z', 'revision_number': 0, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:06.417264 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1d1b9-298e-4690-8e42-c2e91ebda40b None None] New status for floating IP 46bd6ff5-f837-4aa6-91e9-f7217bed6c4f: ACTIVE {{(pid=110477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:01:07.221114 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device d5aae24c-ac0a-4c55-b771-4ccad1cc65ab details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:01:07.235238 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0562e8a-3685-489a-ad61-ee637d3c28fa req-e13c1de5-4c4c-43e5-9e38-855ac6eba664 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:07.236801 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c0562e8a-3685-489a-ad61-ee637d3c28fa req-e13c1de5-4c4c-43e5-9e38-855ac6eba664 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0706189 Nov 02 13:01:07.288684 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c0562e8a-3685-489a-ad61-ee637d3c28fa req-16c16d22-7a0f-4e2f-be25-2b8de0bd975d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448730 Nov 02 13:01:07.323403 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:07.334386 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'port_id': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'mac_address': 'fa:16:3e:8f:07:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:01:07.371162 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:01:07.371554 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:07.385458 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5aae24c-ac0a-4c55-b771-4ccad1cc65ab {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:01:07.405729 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:07.413613 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:07.463575 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:07.953329 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['d5aae24c-ac0a-4c55-b771-4ccad1cc65ab'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:01:08.434716 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2996b40-0a37-46a8-8eee-72994ed6a6a4 req-dc0f7204-7dbe-4d56-ab3e-467730c57b0e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:08.436239 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b2996b40-0a37-46a8-8eee-72994ed6a6a4 req-dc0f7204-7dbe-4d56-ab3e-467730c57b0e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 945 time: 0.0650051 Nov 02 13:01:08.490504 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b2996b40-0a37-46a8-8eee-72994ed6a6a4 req-e0f91e2d-6385-462e-95d2-57a56f4e644a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455956 Nov 02 13:01:08.500771 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:01:09.246479 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device d5aae24c-ac0a-4c55-b771-4ccad1cc65ab up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:09.302195 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:01:09.308228 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:01:09.308845 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.309352 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab Nov 02 13:01:09.393169 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:01:09.393607 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.421735 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:09.424021 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a98b6c-ee51-489c-819b-7cd331bea00f" -d '{"events": [{"server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "name": "network-vif-plugged", "status": "completed", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:09.436470 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:09.441755 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:09.464604 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f01e94b-2037-40ff-9854-78c1b3b71c8f x-openstack-request-id: req-8f01e94b-2037-40ff-9854-78c1b3b71c8f {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:09.464604 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "name": "network-vif-plugged", "status": "completed", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:09.464604 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8f01e94b-2037-40ff-9854-78c1b3b71c8f {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:09.464923 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f01e94b-2037-40ff-9854-78c1b3b71c8f'] response: {'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'code': 200} Nov 02 13:01:09.490863 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:09.632654 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee7b24-be34-4adf-ba64-415c39c50827 req-9b124ed6-43bc-45da-bd2f-918f1dde0845 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:09.634171 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f4ee7b24-be34-4adf-ba64-415c39c50827 req-9b124ed6-43bc-45da-bd2f-918f1dde0845 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0588675 Nov 02 13:01:09.707830 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f4ee7b24-be34-4adf-ba64-415c39c50827 req-1d2f84e2-62f9-40d8-92f6-e95b066b1f8c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674038 Nov 02 13:01:09.717568 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1cf0c-ef35-45d6-9420-4c1f9c1aa3c3 req-67f4fc6a-cd36-49d0-aaad-90d58b32c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:09.719045 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e6e1cf0c-ef35-45d6-9420-4c1f9c1aa3c3 req-67f4fc6a-cd36-49d0-aaad-90d58b32c606 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 1130 time: 0.0769455 Nov 02 13:01:09.771007 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e6e1cf0c-ef35-45d6-9420-4c1f9c1aa3c3 req-5c56bd84-4397-4261-815e-8d0bd33d985d service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443296 Nov 02 13:01:10.852440 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943ba3d-29b1-4aff-acab-8221750b0352 req-072c7b98-500a-4f4c-916f-21e1cdee9048 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:10.853864 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b943ba3d-29b1-4aff-acab-8221750b0352 req-072c7b98-500a-4f4c-916f-21e1cdee9048 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0568204 Nov 02 13:01:10.914393 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b943ba3d-29b1-4aff-acab-8221750b0352 req-e2932626-5f51-497b-b39d-24d681cc243e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501266 Nov 02 13:01:12.054181 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed576f45-4b44-432f-a85d-b691095db212 req-43bdf245-91fd-4e1d-bfe0-aaf1fa478148 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:12.055674 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ed576f45-4b44-432f-a85d-b691095db212 req-43bdf245-91fd-4e1d-bfe0-aaf1fa478148 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0585766 Nov 02 13:01:12.111609 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ed576f45-4b44-432f-a85d-b691095db212 req-12cadfd4-50a8-4784-b512-65b6f4949fed tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472753 Nov 02 13:01:12.257380 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d19d81-3443-4df1-98e2-4baf6fdf3274 req-28ff1d5a-e081-4c34-afc3-95db352fa142 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:12.258847 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-75d19d81-3443-4df1-98e2-4baf6fdf3274 req-28ff1d5a-e081-4c34-afc3-95db352fa142 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0629222 Nov 02 13:01:12.275022 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54540) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:12.279666 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-b0479d4c-90c4-40c6-a999-9d0b09fbffe8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Request body: {'floatingip': {'port_id': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:12.319164 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0479d4c-90c4-40c6-a999-9d0b09fbffe8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (5cd67f98-7e1d-48d1-ab38-d4ac452b4566), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.782228 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0479d4c-90c4-40c6-a999-9d0b09fbffe8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.788737 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0479d4c-90c4-40c6-a999-9d0b09fbffe8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (5cd67f98-7e1d-48d1-ab38-d4ac452b4566), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.885857 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-b0479d4c-90c4-40c6-a999-9d0b09fbffe8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Floating IP 5cd67f98-7e1d-48d1-ab38-d4ac452b4566 associated. External IP: 172.27.4.12, port: d5aae24c-ac0a-4c55-b771-4ccad1cc65ab. Nov 02 13:01:13.091035 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0479d4c-90c4-40c6-a999-9d0b09fbffe8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Router 727b8b87-3420-438d-bbb5-e3d6b1542299 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:13.201413 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0479d4c-90c4-40c6-a999-9d0b09fbffe8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:13.206388 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0479d4c-90c4-40c6-a999-9d0b09fbffe8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:13.211557 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5fac43-03e3-4aa0-a189-bf0ae2bf1201 None None] Sync routers for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:13.222599 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5fac43-03e3-4aa0-a189-bf0ae2bf1201 None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:13.223222 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-fb5fac43-03e3-4aa0-a189-bf0ae2bf1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:00:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:13.239902 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b0479d4c-90c4-40c6-a999-9d0b09fbffe8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "PUT /v2.0/floatingips/5cd67f98-7e1d-48d1-ab38-d4ac452b4566 HTTP/1.1" status: 200 len: 991 time: 0.9614916 Nov 02 13:01:13.239902 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:13.240712 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4198c211-95b1-45cd-895e-c2a5fc3519e6" -d '{"events": [{"name": "network-changed", "server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:13.278049 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434c0ab2-3e70-4563-aa03-85d9bf413aed x-openstack-request-id: req-434c0ab2-3e70-4563-aa03-85d9bf413aed {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:13.278340 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:13.278590 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-434c0ab2-3e70-4563-aa03-85d9bf413aed {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:13.279006 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434c0ab2-3e70-4563-aa03-85d9bf413aed'] response: {'name': 'network-changed', 'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'status': 'completed', 'code': 200} Nov 02 13:01:13.328780 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-fb5fac43-03e3-4aa0-a189-bf0ae2bf1201 None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:13.392473 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198c211-95b1-45cd-895e-c2a5fc3519e6 req-bf4c1b71-91e2-45c1-bacc-6da6a88285ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:13.394047 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4198c211-95b1-45cd-895e-c2a5fc3519e6 req-bf4c1b71-91e2-45c1-bacc-6da6a88285ff service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 1130 time: 0.0502493 Nov 02 13:01:13.486661 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198c211-95b1-45cd-895e-c2a5fc3519e6 req-86e89818-d2cb-4a81-8ebd-636aba798385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:13.488396 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4198c211-95b1-45cd-895e-c2a5fc3519e6 req-86e89818-d2cb-4a81-8ebd-636aba798385 service neutron] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 919 time: 0.0869312 Nov 02 13:01:13.556967 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-fb5fac43-03e3-4aa0-a189-bf0ae2bf1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '5cd67f98-7e1d-48d1-ab38-d4ac452b4566', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'floating_ip_address': '172.27.4.12', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'port_id': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'mac_address': 'fa:16:3e:8f:07:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf2036-8434-479c-a251-9f6411e8062a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:00:58Z', 'updated_at': '2022-11-02T13:01:12Z', 'revision_number': 1, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:13.559610 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4198c211-95b1-45cd-895e-c2a5fc3519e6 req-e3e2cae8-cdd2-410d-a6a5-a19f5102637f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab HTTP/1.1" status: 200 len: 999 time: 0.0624321 Nov 02 13:01:13.581498 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5fac43-03e3-4aa0-a189-bf0ae2bf1201 None None] Checking router: 727b8b87-3420-438d-bbb5-e3d6b1542299 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:13.590948 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5fac43-03e3-4aa0-a189-bf0ae2bf1201 None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:13.591560 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-fb5fac43-03e3-4aa0-a189-bf0ae2bf1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:00:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:13.614245 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198c211-95b1-45cd-895e-c2a5fc3519e6 req-96c30dd9-0420-482b-b94e-747132c8b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:13.615737 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4198c211-95b1-45cd-895e-c2a5fc3519e6 req-96c30dd9-0420-482b-b94e-747132c8b758 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.0488334 Nov 02 13:01:13.670718 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198c211-95b1-45cd-895e-c2a5fc3519e6 req-994ffa4f-40eb-4af0-92e6-f228ac336df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:13.672248 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4198c211-95b1-45cd-895e-c2a5fc3519e6 req-994ffa4f-40eb-4af0-92e6-f228ac336df6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481460 Nov 02 13:01:13.698149 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-fb5fac43-03e3-4aa0-a189-bf0ae2bf1201 None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:13.766192 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4198c211-95b1-45cd-895e-c2a5fc3519e6 req-68b0f8ff-1286-4856-86eb-ff33d2ed72c9 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848174 Nov 02 13:01:13.863328 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4198c211-95b1-45cd-895e-c2a5fc3519e6 req-e26bfe8b-67fc-4528-9234-7ea4dd5a3ee5 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901730 Nov 02 13:01:13.925699 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-fb5fac43-03e3-4aa0-a189-bf0ae2bf1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '5cd67f98-7e1d-48d1-ab38-d4ac452b4566', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'floating_ip_address': '172.27.4.12', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'port_id': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'mac_address': 'fa:16:3e:8f:07:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf2036-8434-479c-a251-9f6411e8062a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:00:58Z', 'updated_at': '2022-11-02T13:01:12Z', 'revision_number': 1, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:13.953779 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5fac43-03e3-4aa0-a189-bf0ae2bf1201 None None] The sync data for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi is: [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '5cd67f98-7e1d-48d1-ab38-d4ac452b4566', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'floating_ip_address': '172.27.4.12', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'port_id': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'mac_address': 'fa:16:3e:8f:07:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf2036-8434-479c-a251-9f6411e8062a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:00:58Z', 'updated_at': '2022-11-02T13:01:12Z', 'revision_number': 1, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:14.160632 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9de389a-63c0-456f-8f8a-110f152ea872 None None] New status for floating IP 5cd67f98-7e1d-48d1-ab38-d4ac452b4566: ACTIVE {{(pid=110477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:01:15.492400 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:20.887499 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-987757e9-1dce-402c-88a6-aaf0c1e73351 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483563 Nov 02 13:01:20.993804 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-5958ffb5-e400-4d45-8ee6-bfcb208654cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:20.995938 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-5958ffb5-e400-4d45-8ee6-bfcb208654cb service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 1129 time: 0.0576949 Nov 02 13:01:21.114515 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-3336e141-efa1-4d39-81fa-b3b8e3bbb963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:21.116030 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-3336e141-efa1-4d39-81fa-b3b8e3bbb963 service neutron] 10.222.0.105 "GET /v2.0/networks?id=44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 200 len: 921 time: 0.0971289 Nov 02 13:01:21.158833 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-46d2bf29-9265-47e0-b82c-74ba18753248 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ceff5860-04fb-4226-b8ae-37c3cb9c96be HTTP/1.1" status: 200 len: 217 time: 0.0336986 Nov 02 13:01:21.221686 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-5d9364ad-d78d-4eb8-bf16-7e5da81e4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:21.223097 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-5d9364ad-d78d-4eb8-bf16-7e5da81e4729 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 200 len: 858 time: 0.0484285 Nov 02 13:01:21.282968 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-3c12e90b-bb43-4659-bd29-09bef8ce85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:21.285062 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-3c12e90b-bb43-4659-bd29-09bef8ce85aa service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=44813eaf-ef4c-426e-8812-9534d97c5b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517173 Nov 02 13:01:21.380715 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-590f04cb-d731-45c7-9305-3efb2f707ea5 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883851 Nov 02 13:01:21.479545 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd7339c6-1606-4956-b8fa-32da64fd83e9 req-6bcb80fc-93bb-48ce-ac9c-7bd57e1fb3e7 service neutron] 10.222.0.105 "GET /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918324 Nov 02 13:01:23.089904 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03e6a0-3d74-4154-87e3-d679c36dd797 req-930876b5-9ba4-445a-be83-3d8745b1414a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:23.091662 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bc03e6a0-3d74-4154-87e3-d679c36dd797 req-930876b5-9ba4-445a-be83-3d8745b1414a tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0558527 Nov 02 13:01:23.141924 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bc03e6a0-3d74-4154-87e3-d679c36dd797 req-7676c690-3d32-4300-8cf2-3618554d169f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427341 Nov 02 13:01:24.308851 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf6ad8-961c-40e7-84bc-73285ba82765 req-ae05d2ca-de54-4f9e-b6ca-c123b5640abd tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:24.310711 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fbbf6ad8-961c-40e7-84bc-73285ba82765 req-ae05d2ca-de54-4f9e-b6ca-c123b5640abd tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0720420 Nov 02 13:01:24.366192 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fbbf6ad8-961c-40e7-84bc-73285ba82765 req-fd118f2f-4ab6-4e42-a457-765daec417e1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493047 Nov 02 13:01:25.514485 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a61a6-3d22-4b25-af73-fdec856aef73 req-968fd216-9d19-4d4c-8a77-8f2508340066 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:25.516214 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7a5a61a6-3d22-4b25-af73-fdec856aef73 req-968fd216-9d19-4d4c-8a77-8f2508340066 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0636873 Nov 02 13:01:25.575848 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7a5a61a6-3d22-4b25-af73-fdec856aef73 req-46f2948c-0db5-4c2d-acc0-92a2530949eb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537100 Nov 02 13:01:26.148140 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9ac71bd5-656c-4c02-9b74-1f75fc5fdd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:26.737867 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba1b2c-1bed-4611-9503-2feb98375c40 req-169bff2f-8831-431b-9e06-3100dc1ed3b9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:26.739324 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a9ba1b2c-1bed-4611-9503-2feb98375c40 req-169bff2f-8831-431b-9e06-3100dc1ed3b9 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0663648 Nov 02 13:01:26.790470 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a9ba1b2c-1bed-4611-9503-2feb98375c40 req-59768e1b-df51-48b2-941f-f23ac12141c7 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427284 Nov 02 13:01:27.339359 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-5aba79a6-9776-46c3-a13d-5b648276633b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:27.340856 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-5aba79a6-9776-46c3-a13d-5b648276633b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0585260 Nov 02 13:01:27.438464 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Deleting port ae508632-412e-4df0-bb2e-e258d1a95cfa {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:01:27.438834 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:27.539610 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] For port ae508632-412e-4df0-bb2e-e258d1a95cfa, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ae508632-412e-4df0-bb2e-e258d1a95cfa,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:27.540007 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:27.707255 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:27.707676 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (c85e9263-acb3-4918-b837-97078b3a389c), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:27.708003 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Floating IP c85e9263-acb3-4918-b837-97078b3a389c disassociated. External IP: 172.27.4.47, port: ae508632-412e-4df0-bb2e-e258d1a95cfa. Nov 02 13:01:27.708405 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Calling delete_port for ae508632-412e-4df0-bb2e-e258d1a95cfa owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:01:28.125347 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df81f0-073a-4a2c-967a-d983484d08bd req-93c77af5-8c65-4764-b708-66e97ac8f6b8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:28.126786 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-88df81f0-073a-4a2c-967a-d983484d08bd req-93c77af5-8c65-4764-b708-66e97ac8f6b8 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ddf14ef-eff5-4de1-b925-5be7a93bd241 HTTP/1.1" status: 200 len: 945 time: 0.0929730 Nov 02 13:01:28.127941 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (ae508632-412e-4df0-bb2e-e258d1a95cfa), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.165802 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event deleted for resources: {'Port': ['ID=ae508632-412e-4df0-bb2e-e258d1a95cfa,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:28.246205 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-88df81f0-073a-4a2c-967a-d983484d08bd req-2c392ee5-36cb-4f01-9b3c-4a132972cbd6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3ba1251-4fe8-48b0-806f-f3ffb172be35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112957 Nov 02 13:01:28.287947 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3c757a1e-6cda-4f5a-bee1-8009b67a7195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.321857 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Router 9bf8550f-04df-4f46-9c00-6558c6e71a78 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:28.429201 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:28.439998 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be0d58-c8df-4f16-a53a-0093d1e12bb7 None None] Sync routers for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:28.451010 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be0d58-c8df-4f16-a53a-0093d1e12bb7 None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:28.451632 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-b4be0d58-c8df-4f16-a53a-0093d1e12bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:01:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:28.473076 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] No DVR routers for this DVR port ae508632-412e-4df0-bb2e-e258d1a95cfa on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:01:28.476034 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:28.479411 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-21cff0c3-3e53-4ae2-a3aa-4eb3a94b7916 req-ec1bdd6c-79f3-4b9d-ae2f-6042715ade0c tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "DELETE /v2.0/ports/ae508632-412e-4df0-bb2e-e258d1a95cfa HTTP/1.1" status: 204 len: 173 time: 1.1304154 Nov 02 13:01:28.479904 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'name': 'network-vif-deleted', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:28.482251 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8f7759-bb10-4539-b037-f3790a19b301" -d '{"events": [{"server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "name": "network-vif-deleted", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:28.527444 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbcb03d-f215-4950-8eb9-cf400022854d x-openstack-request-id: req-1dbcb03d-f215-4950-8eb9-cf400022854d {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:28.527889 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddf14ef-eff5-4de1-b925-5be7a93bd241", "name": "network-vif-deleted", "tag": "ae508632-412e-4df0-bb2e-e258d1a95cfa", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:28.528327 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1dbcb03d-f215-4950-8eb9-cf400022854d {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:28.528734 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbcb03d-f215-4950-8eb9-cf400022854d'] response: {'server_uuid': '8ddf14ef-eff5-4de1-b925-5be7a93bd241', 'name': 'network-vif-deleted', 'tag': 'ae508632-412e-4df0-bb2e-e258d1a95cfa', 'status': 'completed', 'code': 200} Nov 02 13:01:28.567723 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-b4be0d58-c8df-4f16-a53a-0093d1e12bb7 None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:28.778236 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-b4be0d58-c8df-4f16-a53a-0093d1e12bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:48Z', 'revision_number': 5, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:28.806549 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be0d58-c8df-4f16-a53a-0093d1e12bb7 None None] Checking router: 9bf8550f-04df-4f46-9c00-6558c6e71a78 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:28.816436 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be0d58-c8df-4f16-a53a-0093d1e12bb7 None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:28.817062 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-b4be0d58-c8df-4f16-a53a-0093d1e12bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:01:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:28.926813 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-b4be0d58-c8df-4f16-a53a-0093d1e12bb7 None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:29.226141 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-b4be0d58-c8df-4f16-a53a-0093d1e12bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:48Z', 'revision_number': 5, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:29.259102 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be0d58-c8df-4f16-a53a-0093d1e12bb7 None None] The sync data for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi is: [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 4, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '437f274e-cc54-4d5b-b9c4-60da7a7b152c', 'name': '', 'network_id': '44813eaf-ef4c-426e-8812-9534d97c5b8a', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'mac_address': 'fa:16:3e:5c:93:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:37Z', 'updated_at': '2022-11-02T12:52:48Z', 'revision_number': 5, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'subnets': [{'id': 'be39322d-32aa-4e02-892a-2633640d2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:29.351735 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54594) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:29.415459 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-57a303ac-ea1b-4fa5-928a-929a1d85e3b1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group (c3ba1251-4fe8-48b0-806f-f3ffb172be35), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.431959 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.444467 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-57a303ac-ea1b-4fa5-928a-929a1d85e3b1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group (c3ba1251-4fe8-48b0-806f-f3ffb172be35), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.498179 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-57a303ac-ea1b-4fa5-928a-929a1d85e3b1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c3ba1251-4fe8-48b0-806f-f3ffb172be35), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.501797 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-57a303ac-ea1b-4fa5-928a-929a1d85e3b1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.502876 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-57a303ac-ea1b-4fa5-928a-929a1d85e3b1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "DELETE /v2.0/security-groups/c3ba1251-4fe8-48b0-806f-f3ffb172be35 HTTP/1.1" status: 204 len: 168 time: 0.1498158 Nov 02 13:01:29.505877 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54596) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:29.510763 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520dd75f-5c3b-42eb-8495-d59e300abb2b None None] New status for floating IP c85e9263-acb3-4918-b837-97078b3a389c: DOWN {{(pid=110477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:01:29.516574 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a303ac-ea1b-4fa5-928a-929a1d85e3b1 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba1251-4fe8-48b0-806f-f3ffb172be35,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:29.520455 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.api.v2.resource [None req-02ad048e-f554-4cdd-9154-34290eb28343 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] show failed (client error): The resource could not be found. Nov 02 13:01:29.521484 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-02ad048e-f554-4cdd-9154-34290eb28343 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups/c3ba1251-4fe8-48b0-806f-f3ffb172be35 HTTP/1.1" status: 404 len: 347 time: 0.0145850 Nov 02 13:01:29.524325 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54598) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:29.642469 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-9f1cb688-e8c9-4ba7-8102-6e64cbe64aa0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Deleting port af6d804c-681c-494b-b765-0a229eb787d3 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:01:29.642841 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9f1cb688-e8c9-4ba7-8102-6e64cbe64aa0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (af6d804c-681c-494b-b765-0a229eb787d3), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.725889 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9f1cb688-e8c9-4ba7-8102-6e64cbe64aa0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (af6d804c-681c-494b-b765-0a229eb787d3), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.726113 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9f1cb688-e8c9-4ba7-8102-6e64cbe64aa0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for floatingip (af6d804c-681c-494b-b765-0a229eb787d3), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:29.740952 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-9f1cb688-e8c9-4ba7-8102-6e64cbe64aa0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Calling delete_port for af6d804c-681c-494b-b765-0a229eb787d3 owned by network:floatingip {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:01:30.090196 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9f1cb688-e8c9-4ba7-8102-6e64cbe64aa0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (af6d804c-681c-494b-b765-0a229eb787d3), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:30.117662 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cb688-e8c9-4ba7-8102-6e64cbe64aa0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event deleted for resources: {'Port': ['ID=af6d804c-681c-494b-b765-0a229eb787d3,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:30.203012 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9f1cb688-e8c9-4ba7-8102-6e64cbe64aa0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks [] for floatingip (c85e9263-acb3-4918-b837-97078b3a389c), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:30.205550 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9f1cb688-e8c9-4ba7-8102-6e64cbe64aa0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:30.206764 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9f1cb688-e8c9-4ba7-8102-6e64cbe64aa0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "DELETE /v2.0/floatingips/c85e9263-acb3-4918-b837-97078b3a389c HTTP/1.1" status: 204 len: 168 time: 0.6814921 Nov 02 13:01:30.889046 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:31.415241 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device ae508632-412e-4df0-bb2e-e258d1a95cfa no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:31.435251 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: ae508632-412e-4df0-bb2e-e258d1a95cfa {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:01:31.435605 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device ae508632-412e-4df0-bb2e-e258d1a95cfa not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:32.367337 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:32.756708 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe398e-85ca-4bac-a0d6-0c3fb8b890e3 req-6ba273dc-1079-42dd-b1f6-35fba12b9807 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:32.758221 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-51fe398e-85ca-4bac-a0d6-0c3fb8b890e3 req-6ba273dc-1079-42dd-b1f6-35fba12b9807 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0592897 Nov 02 13:01:32.805285 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-51fe398e-85ca-4bac-a0d6-0c3fb8b890e3 req-4707b817-a094-49e5-b6c1-03e99cda7e8b tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 Nov 02 13:01:33.731221 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066487e-1d90-4bd0-b2db-9f21e8d00d6e req-3f457b63-3503-49ab-9c41-ce201af605d6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:33.732595 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5066487e-1d90-4bd0-b2db-9f21e8d00d6e req-3f457b63-3503-49ab-9c41-ce201af605d6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.0685472 Nov 02 13:01:33.827608 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-5066487e-1d90-4bd0-b2db-9f21e8d00d6e req-971a0ee1-8a36-4f03-847b-d7c7cd3bf7fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Deleting port ceff5860-04fb-4226-b8ae-37c3cb9c96be {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:01:33.827928 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-5066487e-1d90-4bd0-b2db-9f21e8d00d6e req-971a0ee1-8a36-4f03-847b-d7c7cd3bf7fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:33.949163 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-5066487e-1d90-4bd0-b2db-9f21e8d00d6e req-971a0ee1-8a36-4f03-847b-d7c7cd3bf7fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] For port ceff5860-04fb-4226-b8ae-37c3cb9c96be, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=ceff5860-04fb-4226-b8ae-37c3cb9c96be,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:33.949531 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-5066487e-1d90-4bd0-b2db-9f21e8d00d6e req-971a0ee1-8a36-4f03-847b-d7c7cd3bf7fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:33.964540 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-5066487e-1d90-4bd0-b2db-9f21e8d00d6e req-971a0ee1-8a36-4f03-847b-d7c7cd3bf7fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Calling delete_port for ceff5860-04fb-4226-b8ae-37c3cb9c96be owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:01:34.015889 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b5a60-45ea-4dce-9170-d00bc5805b82 req-875a995a-e87d-46a8-b4d8-699746c32c46 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:34.017428 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9f9b5a60-45ea-4dce-9170-d00bc5805b82 req-875a995a-e87d-46a8-b4d8-699746c32c46 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d458f0b-437a-41ff-93f3-1091857b39c8 HTTP/1.1" status: 200 len: 945 time: 0.1235352 Nov 02 13:01:34.089728 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9f9b5a60-45ea-4dce-9170-d00bc5805b82 req-a2b253be-ea95-43bd-b338-380d64babcb0 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653477 Nov 02 13:01:34.144746 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-5066487e-1d90-4bd0-b2db-9f21e8d00d6e req-971a0ee1-8a36-4f03-847b-d7c7cd3bf7fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (ceff5860-04fb-4226-b8ae-37c3cb9c96be), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:34.172959 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a0ee1-8a36-4f03-847b-d7c7cd3bf7fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event deleted for resources: {'Port': ['ID=ceff5860-04fb-4226-b8ae-37c3cb9c96be,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:34.185784 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['77048807-cd5e-48b1-8d83-bf09988266df', 'ceff5860-04fb-4226-b8ae-37c3cb9c96be'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:01:34.217510 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-5066487e-1d90-4bd0-b2db-9f21e8d00d6e req-971a0ee1-8a36-4f03-847b-d7c7cd3bf7fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] No DVR routers for this DVR port ceff5860-04fb-4226-b8ae-37c3cb9c96be on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:01:34.220429 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-5066487e-1d90-4bd0-b2db-9f21e8d00d6e req-971a0ee1-8a36-4f03-847b-d7c7cd3bf7fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:34.223829 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5066487e-1d90-4bd0-b2db-9f21e8d00d6e req-971a0ee1-8a36-4f03-847b-d7c7cd3bf7fb tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "DELETE /v2.0/ports/ceff5860-04fb-4226-b8ae-37c3cb9c96be HTTP/1.1" status: 204 len: 173 time: 0.4851909 Nov 02 13:01:34.224372 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d458f0b-437a-41ff-93f3-1091857b39c8', 'name': 'network-vif-deleted', 'tag': 'ceff5860-04fb-4226-b8ae-37c3cb9c96be'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:34.226693 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288e2dd5-5380-4c13-984c-b885d28df18d" -d '{"events": [{"server_uuid": "8d458f0b-437a-41ff-93f3-1091857b39c8", "name": "network-vif-deleted", "tag": "ceff5860-04fb-4226-b8ae-37c3cb9c96be"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:34.263759 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1747846c-5f81-44d0-8431-5c9d5598f9a8 x-openstack-request-id: req-1747846c-5f81-44d0-8431-5c9d5598f9a8 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:34.264111 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d458f0b-437a-41ff-93f3-1091857b39c8", "name": "network-vif-deleted", "tag": "ceff5860-04fb-4226-b8ae-37c3cb9c96be", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:34.264456 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1747846c-5f81-44d0-8431-5c9d5598f9a8 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:34.264940 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1747846c-5f81-44d0-8431-5c9d5598f9a8'] response: {'server_uuid': '8d458f0b-437a-41ff-93f3-1091857b39c8', 'name': 'network-vif-deleted', 'tag': 'ceff5860-04fb-4226-b8ae-37c3cb9c96be', 'status': 'completed', 'code': 200} Nov 02 13:01:35.403060 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4fdd7-dc3c-41a0-8456-97943703ebd6 req-25aef187-a946-4c14-a88e-f61be9f090e6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:35.404443 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-82f4fdd7-dc3c-41a0-8456-97943703ebd6 req-25aef187-a946-4c14-a88e-f61be9f090e6 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0637710 Nov 02 13:01:35.455920 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-82f4fdd7-dc3c-41a0-8456-97943703ebd6 req-2d2c86aa-c723-4416-95f4-fe8d11dab548 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455203 Nov 02 13:01:36.374246 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddce92-0ac3-4966-8078-7ed06149edf9 req-8983a7cd-e2be-4010-871a-2aebe93b7156 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:36.375910 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-44ddce92-0ac3-4966-8078-7ed06149edf9 req-8983a7cd-e2be-4010-871a-2aebe93b7156 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0608168 Nov 02 13:01:36.477585 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-44ddce92-0ac3-4966-8078-7ed06149edf9 req-3f576fe1-70ed-4228-98ed-98d9c46d602f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Deleting port 77048807-cd5e-48b1-8d83-bf09988266df {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:01:36.478457 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-44ddce92-0ac3-4966-8078-7ed06149edf9 req-3f576fe1-70ed-4228-98ed-98d9c46d602f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (77048807-cd5e-48b1-8d83-bf09988266df), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.573702 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-44ddce92-0ac3-4966-8078-7ed06149edf9 req-3f576fe1-70ed-4228-98ed-98d9c46d602f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] For port 77048807-cd5e-48b1-8d83-bf09988266df, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=77048807-cd5e-48b1-8d83-bf09988266df,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:36.574069 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-44ddce92-0ac3-4966-8078-7ed06149edf9 req-3f576fe1-70ed-4228-98ed-98d9c46d602f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (77048807-cd5e-48b1-8d83-bf09988266df), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.586697 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-44ddce92-0ac3-4966-8078-7ed06149edf9 req-3f576fe1-70ed-4228-98ed-98d9c46d602f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Calling delete_port for 77048807-cd5e-48b1-8d83-bf09988266df owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:01:36.592846 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efbb75-abee-4a40-914c-b180fc97bc69 req-5b7bbb08-e656-4342-aa84-75e3408bea00 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:36.594462 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e3efbb75-abee-4a40-914c-b180fc97bc69 req-5b7bbb08-e656-4342-aa84-75e3408bea00 tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d7f87e-6c63-40ee-9bf3-e454b81d34ee HTTP/1.1" status: 200 len: 946 time: 0.0595410 Nov 02 13:01:36.646550 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e3efbb75-abee-4a40-914c-b180fc97bc69 req-b0cce635-a35f-4661-a0f9-67f3b56af0da tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.90 "GET /v2.0/security-groups?id=fec7f2ec-1603-45a4-bdfb-de42cbd239e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463481 Nov 02 13:01:36.728585 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-44ddce92-0ac3-4966-8078-7ed06149edf9 req-3f576fe1-70ed-4228-98ed-98d9c46d602f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (77048807-cd5e-48b1-8d83-bf09988266df), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.756318 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f576fe1-70ed-4228-98ed-98d9c46d602f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Pushing event deleted for resources: {'Port': ['ID=77048807-cd5e-48b1-8d83-bf09988266df,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:36.767758 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['77048807-cd5e-48b1-8d83-bf09988266df'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:01:36.807140 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ddce92-0ac3-4966-8078-7ed06149edf9 req-3f576fe1-70ed-4228-98ed-98d9c46d602f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] No DVR routers for this DVR port 77048807-cd5e-48b1-8d83-bf09988266df on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:01:36.809776 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-44ddce92-0ac3-4966-8078-7ed06149edf9 req-3f576fe1-70ed-4228-98ed-98d9c46d602f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:36.813488 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-44ddce92-0ac3-4966-8078-7ed06149edf9 req-3f576fe1-70ed-4228-98ed-98d9c46d602f tempest-ServerRescueNegativeTestJSON-356330053 tempest-ServerRescueNegativeTestJSON-356330053-project] 10.222.0.105 "DELETE /v2.0/ports/77048807-cd5e-48b1-8d83-bf09988266df HTTP/1.1" status: 204 len: 173 time: 0.4311597 Nov 02 13:01:36.814024 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d7f87e-6c63-40ee-9bf3-e454b81d34ee', 'name': 'network-vif-deleted', 'tag': '77048807-cd5e-48b1-8d83-bf09988266df'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:36.816409 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6b7578-2dc2-40ec-9402-d4ccc4a9dcac" -d '{"events": [{"server_uuid": "28d7f87e-6c63-40ee-9bf3-e454b81d34ee", "name": "network-vif-deleted", "tag": "77048807-cd5e-48b1-8d83-bf09988266df"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:36.856695 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719d9637-c55b-47f1-bb07-47be21fdeee3 x-openstack-request-id: req-719d9637-c55b-47f1-bb07-47be21fdeee3 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:36.857003 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d7f87e-6c63-40ee-9bf3-e454b81d34ee", "name": "network-vif-deleted", "tag": "77048807-cd5e-48b1-8d83-bf09988266df", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:36.857528 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-719d9637-c55b-47f1-bb07-47be21fdeee3 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:36.857764 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719d9637-c55b-47f1-bb07-47be21fdeee3'] response: {'server_uuid': '28d7f87e-6c63-40ee-9bf3-e454b81d34ee', 'name': 'network-vif-deleted', 'tag': '77048807-cd5e-48b1-8d83-bf09988266df', 'status': 'completed', 'code': 200} Nov 02 13:01:37.439983 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device ceff5860-04fb-4226-b8ae-37c3cb9c96be no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:37.459831 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: ceff5860-04fb-4226-b8ae-37c3cb9c96be {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:01:37.460297 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device ceff5860-04fb-4226-b8ae-37c3cb9c96be not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:37.719898 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54638) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:38.172685 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623080'] for router_interface (9bf8550f-04df-4f46-9c00-6558c6e71a78), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.415089 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] Deleting port 437f274e-cc54-4d5b-b9c4-60da7a7b152c {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:01:38.415437 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.492854 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] For port 437f274e-cc54-4d5b-b9c4-60da7a7b152c, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=437f274e-cc54-4d5b-b9c4-60da7a7b152c,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:38.493211 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.506207 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] Calling delete_port for 437f274e-cc54-4d5b-b9c4-60da7a7b152c owned by network:router_interface {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:01:38.728195 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (437f274e-cc54-4d5b-b9c4-60da7a7b152c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:38.757601 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] Pushing event deleted for resources: {'Port': ['ID=437f274e-cc54-4d5b-b9c4-60da7a7b152c,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:38.921436 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623960'] for router_interface (9bf8550f-04df-4f46-9c00-6558c6e71a78), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.139305 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] Router 9bf8550f-04df-4f46-9c00-6558c6e71a78 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:39.244439 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:39.250695 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-9400f2d9-d9c8-4bec-a578-bc56ab670940 admin admin] 10.222.0.90 "PUT /v2.0/routers/9bf8550f-04df-4f46-9c00-6558c6e71a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5294125 Nov 02 13:01:39.252776 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54642) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:39.256324 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df1c23c-f86e-4dd5-bce3-5b0f87ed9163 None None] Sync routers for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:39.276874 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df1c23c-f86e-4dd5-bce3-5b0f87ed9163 None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:39.277505 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-7df1c23c-f86e-4dd5-bce3-5b0f87ed9163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:01:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:39.361495 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Publish callbacks [] for router (9bf8550f-04df-4f46-9c00-6558c6e71a78), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.379408 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-7df1c23c-f86e-4dd5-bce3-5b0f87ed9163 None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:39.470674 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Publish callbacks [] for router_gateway (9bf8550f-04df-4f46-9c00-6558c6e71a78), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.477266 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 77048807-cd5e-48b1-8d83-bf09988266df no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:39.499171 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 77048807-cd5e-48b1-8d83-bf09988266df {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:01:39.499965 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 77048807-cd5e-48b1-8d83-bf09988266df not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:39.525884 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Deleting port aa4acf2d-9cb5-4175-9f77-d19b0a20e480 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:01:39.526221 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.562245 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-7df1c23c-f86e-4dd5-bce3-5b0f87ed9163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T13:01:38Z', 'revision_number': 5, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port': {'id': 'aa4acf2d-9cb5-4175-9f77-d19b0a20e480', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:39.594242 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df1c23c-f86e-4dd5-bce3-5b0f87ed9163 None None] Checking router: 9bf8550f-04df-4f46-9c00-6558c6e71a78 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:39.603445 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df1c23c-f86e-4dd5-bce3-5b0f87ed9163 None None] Routers {'9bf8550f-04df-4f46-9c00-6558c6e71a78'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:39.604059 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-7df1c23c-f86e-4dd5-bce3-5b0f87ed9163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:01:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['9bf8550f-04df-4f46-9c00-6558c6e71a78'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:39.612757 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] For port aa4acf2d-9cb5-4175-9f77-d19b0a20e480, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=aa4acf2d-9cb5-4175-9f77-d19b0a20e480,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:39.613134 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.626907 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Calling delete_port for aa4acf2d-9cb5-4175-9f77-d19b0a20e480 owned by network:router_gateway {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:01:39.687491 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-7df1c23c-f86e-4dd5-bce3-5b0f87ed9163 None None] Set router 9bf8550f-04df-4f46-9c00-6558c6e71a78 gateway port host: None {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:39.738655 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-7df1c23c-f86e-4dd5-bce3-5b0f87ed9163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T13:01:39Z', 'revision_number': 6, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port_host': None}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:39.763560 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df1c23c-f86e-4dd5-bce3-5b0f87ed9163 None None] The sync data for ids ['9bf8550f-04df-4f46-9c00-6558c6e71a78'] in dv-cinder-863278-1-iscsi is: [{'id': '9bf8550f-04df-4f46-9c00-6558c6e71a78', 'name': 'tempest-ServerRescueNegativeTestJSON-1503749240-router', 'tenant_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:28Z', 'updated_at': '2022-11-02T13:01:39Z', 'revision_number': 6, 'project_id': '9d086a8e68a94153b5d2a15d6d54fc63', 'gw_port_host': None}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:39.797640 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (aa4acf2d-9cb5-4175-9f77-d19b0a20e480), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.821431 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4acf2d-9cb5-4175-9f77-d19b0a20e480,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:39.833762 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.834120 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.834472 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.834815 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.835154 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.835488 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.835822 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.836156 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.836519 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.836855 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.837193 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.837536 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.837849 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:39.900873 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624418'] for router_gateway (9bf8550f-04df-4f46-9c00-6558c6e71a78), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.987513 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6593'] for router (9bf8550f-04df-4f46-9c00-6558c6e71a78), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:39.989820 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Publish callbacks [] for router_controller (9bf8550f-04df-4f46-9c00-6558c6e71a78), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.038765 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622926'] for router (9bf8550f-04df-4f46-9c00-6558c6e71a78), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.039339 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf8550f-04df-4f46-9c00-6558c6e71a78 {{(pid=110475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:01:40.044917 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.046105 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b64f9601-7d06-49c6-a7f5-03fbb42b0557 admin admin] 10.222.0.90 "DELETE /v2.0/routers/9bf8550f-04df-4f46-9c00-6558c6e71a78 HTTP/1.1" status: 204 len: 168 time: 0.7921038 Nov 02 13:01:40.049389 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54644) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:40.095499 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e938b75-d4fe-496d-9951-5d18c891e479 admin admin] Deleting subnet be39322d-32aa-4e02-892a-2633640d2a27 {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:01:40.098946 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e938b75-d4fe-496d-9951-5d18c891e479 admin admin] Publish callbacks [] for subnet (be39322d-32aa-4e02-892a-2633640d2a27), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.135548 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e938b75-d4fe-496d-9951-5d18c891e479 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16000396'] for subnet (be39322d-32aa-4e02-892a-2633640d2a27), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.475791 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e938b75-d4fe-496d-9951-5d18c891e479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (be39322d-32aa-4e02-892a-2633640d2a27), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.531828 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e938b75-d4fe-496d-9951-5d18c891e479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14319644'] for subnet (be39322d-32aa-4e02-892a-2633640d2a27), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.558655 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e938b75-d4fe-496d-9951-5d18c891e479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be39322d-32aa-4e02-892a-2633640d2a27,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:40.562406 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4e938b75-d4fe-496d-9951-5d18c891e479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.565740 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-4e938b75-d4fe-496d-9951-5d18c891e479 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/be39322d-32aa-4e02-892a-2633640d2a27 HTTP/1.1" status: 204 len: 168 time: 0.5154359 Nov 02 13:01:40.570311 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54646) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:40.585783 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae886d6b-26ce-48c9-a5d1-3f68bd588d77 None None] Network 44813eaf-ef4c-426e-8812-9534d97c5b8a requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:01:40.640465 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 437f274e-cc54-4d5b-b9c4-60da7a7b152c no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:40.655044 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (44813eaf-ef4c-426e-8812-9534d97c5b8a), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.663728 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 437f274e-cc54-4d5b-b9c4-60da7a7b152c {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:01:40.664311 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 437f274e-cc54-4d5b-b9c4-60da7a7b152c not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:40.664941 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device aa4acf2d-9cb5-4175-9f77-d19b0a20e480 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:40.694315 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: aa4acf2d-9cb5-4175-9f77-d19b0a20e480 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:01:40.694543 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device aa4acf2d-9cb5-4175-9f77-d19b0a20e480 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:40.713277 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Deleting port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:01:40.713668 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.784680 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] For port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=723d2193-ec0e-4dc8-b2cb-8675199d6f5d,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:40.785027 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.800562 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Calling delete_port for 723d2193-ec0e-4dc8-b2cb-8675199d6f5d owned by network:dhcp {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:01:40.801510 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8851b67e-d22c-4b67-b864-07c552883663 None None] DHCP port deletion for 44813eaf-ef4c-426e-8812-9534d97c5b8a request from dv-cinder-863278-1-iscsi {{(pid=110477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:01:40.847839 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-8851b67e-d22c-4b67-b864-07c552883663 None None] Deleting port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d {{(pid=110477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:01:40.848475 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8851b67e-d22c-4b67-b864-07c552883663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), before_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.894856 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.918423 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Pushing event deleted for resources: {'Port': ['ID=723d2193-ec0e-4dc8-b2cb-8675199d6f5d,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:40.920040 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-8851b67e-d22c-4b67-b864-07c552883663 None None] For port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=723d2193-ec0e-4dc8-b2cb-8675199d6f5d,segment=NetworkSegment(7d2c37a7-8276-4138-8544-4fbf95f70e88),segment_id=7d2c37a7-8276-4138-8544-4fbf95f70e88)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:40.920539 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8851b67e-d22c-4b67-b864-07c552883663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), precommit_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:40.925689 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] No DVR routers for this DVR port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d on host dv-cinder-863278-1-iscsi {{(pid=110476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:01:40.935777 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-8851b67e-d22c-4b67-b864-07c552883663 None None] Calling delete_port for 723d2193-ec0e-4dc8-b2cb-8675199d6f5d owned by network:dhcp {{(pid=110477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:01:41.001590 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (44813eaf-ef4c-426e-8812-9534d97c5b8a), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.024878 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44813eaf-ef4c-426e-8812-9534d97c5b8a']}} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:41.035418 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2c37a7-8276-4138-8544-4fbf95f70e88') {'for_net_delete': True} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:41.035781 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2c37a7-8276-4138-8544-4fbf95f70e88') {} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:41.046116 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12720126'] for segment (7d2c37a7-8276-4138-8544-4fbf95f70e88), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.056038 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8851b67e-d22c-4b67-b864-07c552883663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (723d2193-ec0e-4dc8-b2cb-8675199d6f5d), after_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.060790 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (7d2c37a7-8276-4138-8544-4fbf95f70e88), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.067263 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Releasing vlan 1412 on physical network physnet1 to pool {{(pid=110476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:01:41.067660 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112400'] for segment (7d2c37a7-8276-4138-8544-4fbf95f70e88), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.081592 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851b67e-d22c-4b67-b864-07c552883663 None None] Pushing event deleted for resources: {'Port': ['ID=723d2193-ec0e-4dc8-b2cb-8675199d6f5d,revision_number=None']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:41.085836 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851b67e-d22c-4b67-b864-07c552883663 None None] No DVR routers for this DVR port 723d2193-ec0e-4dc8-b2cb-8675199d6f5d on host dv-cinder-863278-1-iscsi {{(pid=110477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:01:41.136232 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (44813eaf-ef4c-426e-8812-9534d97c5b8a), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.142461 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.145663 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] 10.222.0.90 "DELETE /v2.0/networks/44813eaf-ef4c-426e-8812-9534d97c5b8a HTTP/1.1" status: 204 len: 168 time: 0.5739634 Nov 02 13:01:41.149025 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 7d2c37a7-8276-4138-8544-4fbf95f70e88 resource provider aggregate not found Nov 02 13:01:41.163883 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb5fdf-bbac-4c52-9f38-3f7d867a0cce admin admin] Pushing event deleted for resources: {'Network': ['ID=44813eaf-ef4c-426e-8812-9534d97c5b8a,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:41.168449 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 7d2c37a7-8276-4138-8544-4fbf95f70e88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d2c37a7-8276-4138-8544-4fbf95f70e88 found for delete ", "request_id": "req-88927e8f-d4d3-41bd-85bc-e2ae99047f5c"}]} Nov 02 13:01:41.278491 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54656) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:41.323254 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-08f62c49-294b-407e-a0a2-2551e10427eb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9d086a8e68a94153b5d2a15d6d54fc63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435059 Nov 02 13:01:41.326169 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54658) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:41.380304 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-39727cc7-c5fc-4648-91e3-946a23dd3c8c admin admin] Publish callbacks [] for security_group (fec7f2ec-1603-45a4-bdfb-de42cbd239e4), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.403620 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-39727cc7-c5fc-4648-91e3-946a23dd3c8c admin admin] Publish callbacks [] for security_group (fec7f2ec-1603-45a4-bdfb-de42cbd239e4), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.458064 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-39727cc7-c5fc-4648-91e3-946a23dd3c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (fec7f2ec-1603-45a4-bdfb-de42cbd239e4), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.460597 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-39727cc7-c5fc-4648-91e3-946a23dd3c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.461783 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-39727cc7-c5fc-4648-91e3-946a23dd3c8c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fec7f2ec-1603-45a4-bdfb-de42cbd239e4 HTTP/1.1" status: 204 len: 168 time: 0.1346471 Nov 02 13:01:41.470101 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39727cc7-c5fc-4648-91e3-946a23dd3c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec7f2ec-1603-45a4-bdfb-de42cbd239e4,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:42.520787 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 723d2193-ec0e-4dc8-b2cb-8675199d6f5d no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:42.540256 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 723d2193-ec0e-4dc8-b2cb-8675199d6f5d {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:01:42.540674 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 723d2193-ec0e-4dc8-b2cb-8675199d6f5d not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:45.487339 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.500715 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:01:46.793268 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54762) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:46.910870 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0b68d512-f54d-443f-865e-01b414ab58e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:46.992802 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0b68d512-f54d-443f-865e-01b414ab58e1 admin admin] Publish callbacks [] for security_group (82f6af42-dbcf-4d5b-940d-45238c18708e), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:46.998388 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0b68d512-f54d-443f-865e-01b414ab58e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (82f6af42-dbcf-4d5b-940d-45238c18708e), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.049976 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-0b68d512-f54d-443f-865e-01b414ab58e1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0967610683674744af59943f119e411e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550151 Nov 02 13:01:47.052066 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68d512-f54d-443f-865e-01b414ab58e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f6af42-dbcf-4d5b-940d-45238c18708e,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:47.053080 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54772) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:47.109232 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f1cc0-d3fd-4c58-a1d4-dcf8a8ceb0bc req-7973105b-8afa-430e-9d59-90c49f26a760 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:47.109516 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c504d719-1923-4f76-8ff3-de1be8b88d61 admin admin] Publish callbacks [] for security_group (82f6af42-dbcf-4d5b-940d-45238c18708e), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.111244 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c77f1cc0-d3fd-4c58-a1d4-dcf8a8ceb0bc req-7973105b-8afa-430e-9d59-90c49f26a760 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0728953 Nov 02 13:01:47.132397 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c504d719-1923-4f76-8ff3-de1be8b88d61 admin admin] Publish callbacks [] for security_group (82f6af42-dbcf-4d5b-940d-45238c18708e), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.166115 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c77f1cc0-d3fd-4c58-a1d4-dcf8a8ceb0bc req-0c049dfe-812b-44ea-a4f8-011720a14132 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488300 Nov 02 13:01:47.187396 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c504d719-1923-4f76-8ff3-de1be8b88d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (82f6af42-dbcf-4d5b-940d-45238c18708e), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.190136 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c504d719-1923-4f76-8ff3-de1be8b88d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.191478 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-c504d719-1923-4f76-8ff3-de1be8b88d61 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/82f6af42-dbcf-4d5b-940d-45238c18708e HTTP/1.1" status: 204 len: 168 time: 0.1374121 Nov 02 13:01:47.199711 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504d719-1923-4f76-8ff3-de1be8b88d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f6af42-dbcf-4d5b-940d-45238c18708e,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:47.469027 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54778) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:47.482598 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a5edb98b-df16-4ee6-b668-919255885c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.558875 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a5edb98b-df16-4ee6-b668-919255885c2a admin admin] Publish callbacks [] for security_group (6d21ec5f-d703-43f0-adcb-ff3cff1eb2e0), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.564978 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a5edb98b-df16-4ee6-b668-919255885c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (6d21ec5f-d703-43f0-adcb-ff3cff1eb2e0), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.605956 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a5edb98b-df16-4ee6-b668-919255885c2a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fbd87d5a8a61464582299c14f0648708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356480 Nov 02 13:01:47.606821 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edb98b-df16-4ee6-b668-919255885c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d21ec5f-d703-43f0-adcb-ff3cff1eb2e0,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:47.609169 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54780) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:47.660969 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f23f9890-0502-4a0e-9c46-3a88137c9e33 admin admin] Publish callbacks [] for security_group (6d21ec5f-d703-43f0-adcb-ff3cff1eb2e0), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.682593 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f23f9890-0502-4a0e-9c46-3a88137c9e33 admin admin] Publish callbacks [] for security_group (6d21ec5f-d703-43f0-adcb-ff3cff1eb2e0), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.737054 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f23f9890-0502-4a0e-9c46-3a88137c9e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (6d21ec5f-d703-43f0-adcb-ff3cff1eb2e0), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.739780 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f23f9890-0502-4a0e-9c46-3a88137c9e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:47.740998 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-f23f9890-0502-4a0e-9c46-3a88137c9e33 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6d21ec5f-d703-43f0-adcb-ff3cff1eb2e0 HTTP/1.1" status: 204 len: 168 time: 0.1307883 Nov 02 13:01:47.749330 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f9890-0502-4a0e-9c46-3a88137c9e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d21ec5f-d703-43f0-adcb-ff3cff1eb2e0,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:48.301959 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b879803-a016-44c9-b78e-070391e97946 req-bb3c16d9-0ea7-44dc-8fa8-9aafad275754 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:48.303475 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9b879803-a016-44c9-b78e-070391e97946 req-bb3c16d9-0ea7-44dc-8fa8-9aafad275754 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0565741 Nov 02 13:01:48.357593 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9b879803-a016-44c9-b78e-070391e97946 req-281cd303-0e89-4d6f-bae7-24bdb01a98ae tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480483 Nov 02 13:01:48.656925 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-4e07a7cb-ed3e-4448-8b91-7c42c32f24c2 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:48.658424 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-4e07a7cb-ed3e-4448-8b91-7c42c32f24c2 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 945 time: 0.0612946 Nov 02 13:01:48.754896 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Deleting port 6f41fdae-476d-4c30-ba0a-43899e265ad5 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:01:48.755378 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:48.853838 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] For port 6f41fdae-476d-4c30-ba0a-43899e265ad5, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=6f41fdae-476d-4c30-ba0a-43899e265ad5,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:48.854194 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.022435 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.022826 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (d74e612c-0664-478e-9a66-d481f9e9a511), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.023305 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Floating IP d74e612c-0664-478e-9a66-d481f9e9a511 disassociated. External IP: 172.27.4.87, port: 6f41fdae-476d-4c30-ba0a-43899e265ad5. Nov 02 13:01:49.023662 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Calling delete_port for 6f41fdae-476d-4c30-ba0a-43899e265ad5 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:01:49.161196 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (6f41fdae-476d-4c30-ba0a-43899e265ad5), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.191395 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event deleted for resources: {'Port': ['ID=6f41fdae-476d-4c30-ba0a-43899e265ad5,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:49.311304 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:49.421595 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:49.444501 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2170fd2d-25bd-4455-95f0-36381dc07ad2 None None] Sync routers for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:49.457806 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2170fd2d-25bd-4455-95f0-36381dc07ad2 None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:49.458460 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-2170fd2d-25bd-4455-95f0-36381dc07ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:01:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:49.504572 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-22b5d4c2-4691-4b1a-8516-65628dfead42 req-eb11da99-08b0-4bf3-a60a-29abd05e0070 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebe9d261-592b-4b69-944d-5517465f6c40 HTTP/1.1" status: 200 len: 210 time: 0.0448673 Nov 02 13:01:49.508501 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] No DVR routers for this DVR port 6f41fdae-476d-4c30-ba0a-43899e265ad5 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:01:49.511753 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:49.516078 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b4b8428b-e054-4719-81db-a4bdda8f5856 req-ce4422d7-79b6-449b-a80f-4e5eb8e1bc9a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.105 "DELETE /v2.0/ports/6f41fdae-476d-4c30-ba0a-43899e265ad5 HTTP/1.1" status: 204 len: 173 time: 0.8519816 Nov 02 13:01:49.516942 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'name': 'network-vif-deleted', 'tag': '6f41fdae-476d-4c30-ba0a-43899e265ad5'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:49.519839 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b320f26-30e5-46f8-ac0d-c7c04ec606a1" -d '{"events": [{"server_uuid": "ebe9d261-592b-4b69-944d-5517465f6c40", "name": "network-vif-deleted", "tag": "6f41fdae-476d-4c30-ba0a-43899e265ad5"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:49.575662 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4156ee-f3d8-4304-922b-35cc20f76735 x-openstack-request-id: req-9b4156ee-f3d8-4304-922b-35cc20f76735 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:49.575958 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe9d261-592b-4b69-944d-5517465f6c40", "name": "network-vif-deleted", "tag": "6f41fdae-476d-4c30-ba0a-43899e265ad5", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:49.576268 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9b4156ee-f3d8-4304-922b-35cc20f76735 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:49.576692 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4156ee-f3d8-4304-922b-35cc20f76735'] response: {'server_uuid': 'ebe9d261-592b-4b69-944d-5517465f6c40', 'name': 'network-vif-deleted', 'tag': '6f41fdae-476d-4c30-ba0a-43899e265ad5', 'status': 'completed', 'code': 200} Nov 02 13:01:49.613667 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-2170fd2d-25bd-4455-95f0-36381dc07ad2 None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:49.970595 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-2170fd2d-25bd-4455-95f0-36381dc07ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:49.997490 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2170fd2d-25bd-4455-95f0-36381dc07ad2 None None] Checking router: 8797e58f-e073-4c8d-9e3c-c8eed382cf9c for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:50.006792 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2170fd2d-25bd-4455-95f0-36381dc07ad2 None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:50.007402 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-2170fd2d-25bd-4455-95f0-36381dc07ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:01:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:50.124520 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-2170fd2d-25bd-4455-95f0-36381dc07ad2 None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:50.338457 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-2170fd2d-25bd-4455-95f0-36381dc07ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:50.367372 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2170fd2d-25bd-4455-95f0-36381dc07ad2 None None] The sync data for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi is: [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:50.637260 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54862) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:50.657423 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f70508-566a-4427-96e0-8f877d595f4e None None] New status for floating IP d74e612c-0664-478e-9a66-d481f9e9a511: DOWN {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:01:50.707108 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d947-128d-4850-bebb-8f6fc96a41b8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (fde5b02a-6c52-446f-a9eb-f684fb5a1f6c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.735119 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d947-128d-4850-bebb-8f6fc96a41b8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (fde5b02a-6c52-446f-a9eb-f684fb5a1f6c), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.799192 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d947-128d-4850-bebb-8f6fc96a41b8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (fde5b02a-6c52-446f-a9eb-f684fb5a1f6c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.801891 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d947-128d-4850-bebb-8f6fc96a41b8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.803104 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5dd7d947-128d-4850-bebb-8f6fc96a41b8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "DELETE /v2.0/security-groups/fde5b02a-6c52-446f-a9eb-f684fb5a1f6c HTTP/1.1" status: 204 len: 168 time: 0.1715076 Nov 02 13:01:50.806579 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54868) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:50.814301 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7d947-128d-4850-bebb-8f6fc96a41b8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde5b02a-6c52-446f-a9eb-f684fb5a1f6c,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:50.828641 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.api.v2.resource [None req-95785c2b-bc47-4c16-aeeb-9fa384a86bad tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] show failed (client error): The resource could not be found. Nov 02 13:01:50.833009 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54870) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:50.833519 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-95785c2b-bc47-4c16-aeeb-9fa384a86bad tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups/fde5b02a-6c52-446f-a9eb-f684fb5a1f6c HTTP/1.1" status: 404 len: 347 time: 0.0256233 Nov 02 13:01:50.971046 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-b0fdcb1c-93b2-4f15-a275-8bf37140570e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Deleting port 8a68b91e-9db4-482d-8770-eed207495232 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:01:50.971309 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcb1c-93b2-4f15-a275-8bf37140570e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (8a68b91e-9db4-482d-8770-eed207495232), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.047437 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcb1c-93b2-4f15-a275-8bf37140570e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (8a68b91e-9db4-482d-8770-eed207495232), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.047738 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcb1c-93b2-4f15-a275-8bf37140570e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (8a68b91e-9db4-482d-8770-eed207495232), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.059643 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-b0fdcb1c-93b2-4f15-a275-8bf37140570e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Calling delete_port for 8a68b91e-9db4-482d-8770-eed207495232 owned by network:floatingip {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:01:51.202167 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcb1c-93b2-4f15-a275-8bf37140570e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (8a68b91e-9db4-482d-8770-eed207495232), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.229428 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdcb1c-93b2-4f15-a275-8bf37140570e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event deleted for resources: {'Port': ['ID=8a68b91e-9db4-482d-8770-eed207495232,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:51.294896 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcb1c-93b2-4f15-a275-8bf37140570e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (d74e612c-0664-478e-9a66-d481f9e9a511), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.298012 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcb1c-93b2-4f15-a275-8bf37140570e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.299532 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b0fdcb1c-93b2-4f15-a275-8bf37140570e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "DELETE /v2.0/floatingips/d74e612c-0664-478e-9a66-d481f9e9a511 HTTP/1.1" status: 204 len: 168 time: 0.4655077 Nov 02 13:01:51.403769 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54874) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:51.408692 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-44f6f0f9-dcbc-4278-807f-ad957299a853 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390532497', 'description': 'tempest-description--646387069'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:51.432423 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-44f6f0f9-dcbc-4278-807f-ad957299a853 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.507107 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-44f6f0f9-dcbc-4278-807f-ad957299a853 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (b53dcbac-0caa-4dab-b9d3-666570f6c13f), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.509456 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 6f41fdae-476d-4c30-ba0a-43899e265ad5 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:51.512187 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-44f6f0f9-dcbc-4278-807f-ad957299a853 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (b53dcbac-0caa-4dab-b9d3-666570f6c13f), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.532472 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 6f41fdae-476d-4c30-ba0a-43899e265ad5 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:01:51.533049 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 6f41fdae-476d-4c30-ba0a-43899e265ad5 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:51.546287 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-44f6f0f9-dcbc-4278-807f-ad957299a853 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.547570 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-44f6f0f9-dcbc-4278-807f-ad957299a853 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426570 Nov 02 13:01:51.550709 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54876) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:51.557385 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-63b0c6cf-7590-4879-b7ce-6efa76e89a2b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'security_group_rule': {'security_group_id': 'b53dcbac-0caa-4dab-b9d3-666570f6c13f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:51.561470 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6f0f9-dcbc-4278-807f-ad957299a853 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53dcbac-0caa-4dab-b9d3-666570f6c13f,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:51.587136 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-63b0c6cf-7590-4879-b7ce-6efa76e89a2b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (fb9f6da3-c8fe-4ce8-a2df-1e19a768ec8b), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.647011 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-63b0c6cf-7590-4879-b7ce-6efa76e89a2b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (fb9f6da3-c8fe-4ce8-a2df-1e19a768ec8b), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.652905 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-63b0c6cf-7590-4879-b7ce-6efa76e89a2b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (fb9f6da3-c8fe-4ce8-a2df-1e19a768ec8b), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.670980 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0c6cf-7590-4879-b7ce-6efa76e89a2b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9f6da3-c8fe-4ce8-a2df-1e19a768ec8b,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:51.680389 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-63b0c6cf-7590-4879-b7ce-6efa76e89a2b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.685155 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-63b0c6cf-7590-4879-b7ce-6efa76e89a2b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323998 Nov 02 13:01:51.685380 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54878) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:51.690758 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-6abbeeac-d3a3-4bbb-9b6d-3e2380fc3d7a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'security_group_rule': {'security_group_id': 'b53dcbac-0caa-4dab-b9d3-666570f6c13f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:51.719417 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-6abbeeac-d3a3-4bbb-9b6d-3e2380fc3d7a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (337f5c81-f4a0-4ffa-a4d2-c731e96a6922), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.783924 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-6abbeeac-d3a3-4bbb-9b6d-3e2380fc3d7a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (337f5c81-f4a0-4ffa-a4d2-c731e96a6922), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.788380 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-6abbeeac-d3a3-4bbb-9b6d-3e2380fc3d7a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (337f5c81-f4a0-4ffa-a4d2-c731e96a6922), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.804294 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbeeac-d3a3-4bbb-9b6d-3e2380fc3d7a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337f5c81-f4a0-4ffa-a4d2-c731e96a6922,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:51.815654 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-6abbeeac-d3a3-4bbb-9b6d-3e2380fc3d7a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.820628 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-6abbeeac-d3a3-4bbb-9b6d-3e2380fc3d7a tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342378 Nov 02 13:01:51.821248 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54886) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:51.826160 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:51.848814 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:51.959122 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.064579 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Allocated IP 172.27.4.75 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/9fe6cd9c-a685-4886-babc-8f395038eb76) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:52.179380 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for port (9fe6cd9c-a685-4886-babc-8f395038eb76), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.217420 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (9fe6cd9c-a685-4886-babc-8f395038eb76), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.255518 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:52.258356 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:52.264690 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:01:52.269758 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'Port': ['ID=9fe6cd9c-a685-4886-babc-8f395038eb76,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:52.354514 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (92b0522e-9513-41fd-a8db-bb6e81e9d57a), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.405982 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9fe6cd9c-a685-4886-babc-8f395038eb76), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.560071 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for port (9fe6cd9c-a685-4886-babc-8f395038eb76), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.566021 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112444'] for port (9fe6cd9c-a685-4886-babc-8f395038eb76), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.632430 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'Port': ['ID=9fe6cd9c-a685-4886-babc-8f395038eb76,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:52.634151 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (92b0522e-9513-41fd-a8db-bb6e81e9d57a), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.651720 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:52.653081 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-76c4440d-9b0b-475a-9be6-d2b15ea27089 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8304613 Nov 02 13:01:52.862817 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-9f6c9838-24dd-4148-84ec-9061cc9021a7 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1390532497&fields=id&tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7 HTTP/1.1" status: 200 len: 267 time: 0.0434864 Nov 02 13:01:52.978927 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-18f444c3-9ffd-4378-81a3-29c29febdfa3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:52.980562 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-18f444c3-9ffd-4378-81a3-29c29febdfa3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/networks?id=1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 200 len: 810 time: 0.1104691 Nov 02 13:01:52.996656 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-1c318e07-4e02-4aa2-97a2-0739a5107c66 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/quotas/ac56ac8efe2d4a07aa0f1c7976ad8fe7 HTTP/1.1" status: 200 len: 375 time: 0.0100603 Nov 02 13:01:53.064624 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-a7e969ef-4c8c-43e0-abd4-466b35d7289e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623262 Nov 02 13:01:53.176472 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-2210a741-d774-470a-b3c9-16b64479dd43 service neutron] 10.222.0.90 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996351 Nov 02 13:01:53.276871 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-3d78e5fe-b795-4f5d-8bae-06ed8e1a5564 service neutron] 10.222.0.90 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928550 Nov 02 13:01:53.451722 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a006edd6-c571-4de3-8fd2-96c58c2abe6f req-516f4500-e989-4465-b08f-a7a8efea6ffe tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 210 time: 0.0282500 Nov 02 13:01:54.572461 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1c59b2b4-bafc-4434-b5ea-7daa4a24d5d9 req-afc578c3-24be-443f-8400-95d25273c679 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 210 time: 0.0310020 Nov 02 13:01:54.598774 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-38e12f56-021f-41dd-a209-54c04a9c2691 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:54.600451 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-38e12f56-021f-41dd-a209-54c04a9c2691 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.105 "GET /v2.0/networks?id=1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 200 len: 810 time: 0.1566107 Nov 02 13:01:54.681891 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-acab1b34-c987-4adc-8944-8c7d37ec4c46 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7 HTTP/1.1" status: 200 len: 380 time: 0.0643065 Nov 02 13:01:54.691888 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'port': {'device_id': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'admin_state_up': True, 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'security_groups': ['b53dcbac-0caa-4dab-b9d3-666570f6c13f']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:54.822193 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Made reservation on behalf of ac56ac8efe2d4a07aa0f1c7976ad8fe7 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:54.825738 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:54.956822 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Allocated IP 172.20.0.11 (1899e874-a496-4913-9de6-503fed5c449b/9713cd00-64c3-4e76-b8a6-b846c353523d/654851c5-9c7f-4ed7-a238-c4cf149d0934) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:55.112429 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.151231 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.191892 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Network 1899e874-a496-4913-9de6-503fed5c449b is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:55.195059 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:55.198981 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:01:55.232932 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event updated for resources: {'Port': ['ID=654851c5-9c7f-4ed7-a238-c4cf149d0934,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:55.269252 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:55.269919 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.300588 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-df979be4-4ebe-4ced-bb0e-4ae6cc1e7f21 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6124637 Nov 02 13:01:55.318579 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Request body: {'port': {'device_id': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:55.387129 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.479794 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-09b46484-e90b-4161-b542-0f2998ca1bae None None] Provisioning complete for port 654851c5-9c7f-4ed7-a238-c4cf149d0934 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:01:55.480422 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-09b46484-e90b-4161-b542-0f2998ca1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.480652 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-09b46484-e90b-4161-b542-0f2998ca1bae None None] Attempt 1 to provision port 654851c5-9c7f-4ed7-a238-c4cf149d0934 Nov 02 13:01:55.513937 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-09b46484-e90b-4161-b542-0f2998ca1bae None None] Port 654851c5-9c7f-4ed7-a238-c4cf149d0934 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:01:55.664714 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654851c5-9c7f-4ed7-a238-c4cf149d0934 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:01:55.681832 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Publish callbacks [] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.715642 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Transition to ACTIVE for port object 654851c5-9c7f-4ed7-a238-c4cf149d0934 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:01:55.722738 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.771658 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a023c38-1614-4e94-9736-16e9b4426e11 req-9f86623a-640f-4d75-8d68-ef08e47852df tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:55.773228 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7a023c38-1614-4e94-9736-16e9b4426e11 req-9f86623a-640f-4d75-8d68-ef08e47852df tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 932 time: 0.1037929 Nov 02 13:01:55.808639 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Pushing event updated for resources: {'Port': ['ID=654851c5-9c7f-4ed7-a238-c4cf149d0934,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:55.880143 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7a023c38-1614-4e94-9736-16e9b4426e11 req-3572af9f-e061-4dfa-b398-0d21646e5afe tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869372 Nov 02 13:01:55.890365 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Attempting to bind port 654851c5-9c7f-4ed7-a238-c4cf149d0934 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:01:55.890727 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Attempting to bind port 654851c5-9c7f-4ed7-a238-c4cf149d0934 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:01:55.891057 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Attempting to bind port 654851c5-9c7f-4ed7-a238-c4cf149d0934 on network 1899e874-a496-4913-9de6-503fed5c449b {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:55.897091 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Port 654851c5-9c7f-4ed7-a238-c4cf149d0934 on network 1899e874-a496-4913-9de6-503fed5c449b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:01:55.897422 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Attempting to bind port 654851c5-9c7f-4ed7-a238-c4cf149d0934 on network 1899e874-a496-4913-9de6-503fed5c449b {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:55.902865 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:01:55.903218 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Checking segment: {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:01:55.903609 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Bound using segment: {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:01:55.904065 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Bound port: 654851c5-9c7f-4ed7-a238-c4cf149d0934, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': '1899e874-a496-4913-9de6-503fed5c449b'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:01:55.904463 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.974586 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] For port 654851c5-9c7f-4ed7-a238-c4cf149d0934, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:55.978665 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] For port 654851c5-9c7f-4ed7-a238-c4cf149d0934, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=654851c5-9c7f-4ed7-a238-c4cf149d0934,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:55.986401 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.991128 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:55.991739 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:55.993160 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] 10.222.0.105 "PUT /v2.0/ports/654851c5-9c7f-4ed7-a238-c4cf149d0934 HTTP/1.1" status: 200 len: 1094 time: 0.6793437 Nov 02 13:01:55.993653 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'tag': '654851c5-9c7f-4ed7-a238-c4cf149d0934'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:55.995956 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae3536f-da27-4eee-a938-2c75d383b122" -d '{"events": [{"name": "network-changed", "server_uuid": "39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a", "tag": "654851c5-9c7f-4ed7-a238-c4cf149d0934"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:56.015392 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-09b46484-e90b-4161-b542-0f2998ca1bae None None] Attempt 2 to provision port 654851c5-9c7f-4ed7-a238-c4cf149d0934 Nov 02 13:01:56.040826 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd187d6-a130-41a7-b40c-3e90e39b0677 x-openstack-request-id: req-4cd187d6-a130-41a7-b40c-3e90e39b0677 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:56.041164 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a", "tag": "654851c5-9c7f-4ed7-a238-c4cf149d0934", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:56.041408 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4cd187d6-a130-41a7-b40c-3e90e39b0677 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:56.041837 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd187d6-a130-41a7-b40c-3e90e39b0677'] response: {'name': 'network-changed', 'server_uuid': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'tag': '654851c5-9c7f-4ed7-a238-c4cf149d0934', 'status': 'completed', 'code': 200} Nov 02 13:01:56.056083 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3a0be-e8ba-41e9-a9de-7f173aebe468 service neutron] Pushing event updated for resources: {'Port': ['ID=654851c5-9c7f-4ed7-a238-c4cf149d0934,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:56.075074 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-09b46484-e90b-4161-b542-0f2998ca1bae None None] Port 654851c5-9c7f-4ed7-a238-c4cf149d0934 had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:01:56.123030 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-49ad5f25-7a79-4217-b3e1-52e3d741292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:56.124920 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-49ad5f25-7a79-4217-b3e1-52e3d741292a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 1128 time: 0.0479584 Nov 02 13:01:56.145891 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9a15d7a2-50c1-4211-b6aa-b7c178b90386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:56.177283 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-e01f0ed2-a4a7-4948-8d8d-35e7654fecc8 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=654851c5-9c7f-4ed7-a238-c4cf149d0934 HTTP/1.1" status: 200 len: 217 time: 0.0365279 Nov 02 13:01:56.234033 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-e91e128b-8785-4659-b40e-167a60108b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:56.235745 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-e91e128b-8785-4659-b40e-167a60108b2c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9713cd00-64c3-4e76-b8a6-b846c353523d HTTP/1.1" status: 200 len: 849 time: 0.0513515 Nov 02 13:01:56.287553 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-e88b080d-1286-4b20-b62b-25359ffdf0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:56.289005 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-e88b080d-1286-4b20-b62b-25359ffdf0ed service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1899e874-a496-4913-9de6-503fed5c449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472040 Nov 02 13:01:56.385173 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-fae0ceb3-b874-4c93-b395-db48701fb5c7 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890133 Nov 02 13:01:56.488013 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89b3bda5-8b44-43da-8cf5-15dd168d38c5 req-586e8076-8cb0-43b4-8fcc-7f3e22936e2d service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935411 Nov 02 13:01:56.658863 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3536f-da27-4eee-a938-2c75d383b122 req-133ecad9-870e-4c99-8e31-45d2d59dc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:56.660548 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3ae3536f-da27-4eee-a938-2c75d383b122 req-133ecad9-870e-4c99-8e31-45d2d59dc54b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 1128 time: 0.0569367 Nov 02 13:01:56.764679 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3536f-da27-4eee-a938-2c75d383b122 req-3d431424-9d8b-4011-947c-ccad802b10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:56.766943 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3ae3536f-da27-4eee-a938-2c75d383b122 req-3d431424-9d8b-4011-947c-ccad802b10fd service neutron] 10.222.0.105 "GET /v2.0/networks?id=1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 200 len: 912 time: 0.0993633 Nov 02 13:01:56.810316 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3ae3536f-da27-4eee-a938-2c75d383b122 req-8aebbf52-a4c5-49b6-988b-1989958725dc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=654851c5-9c7f-4ed7-a238-c4cf149d0934 HTTP/1.1" status: 200 len: 217 time: 0.0369005 Nov 02 13:01:56.865530 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3536f-da27-4eee-a938-2c75d383b122 req-e09f619b-5c61-4942-bba2-66603df4f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:56.867065 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3ae3536f-da27-4eee-a938-2c75d383b122 req-e09f619b-5c61-4942-bba2-66603df4f164 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9713cd00-64c3-4e76-b8a6-b846c353523d HTTP/1.1" status: 200 len: 849 time: 0.0505533 Nov 02 13:01:56.940810 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3536f-da27-4eee-a938-2c75d383b122 req-bf440d5e-e294-4817-b1ec-9234313569f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:56.943449 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3ae3536f-da27-4eee-a938-2c75d383b122 req-bf440d5e-e294-4817-b1ec-9234313569f5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1899e874-a496-4913-9de6-503fed5c449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702157 Nov 02 13:01:57.131188 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97eb7db-204e-4204-be40-a44aa89e5cc0 req-95195a0d-074e-4c69-b971-33357f91092e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:57.133346 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e97eb7db-204e-4204-be40-a44aa89e5cc0 req-95195a0d-074e-4c69-b971-33357f91092e tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 944 time: 0.1515825 Nov 02 13:01:57.174444 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3ae3536f-da27-4eee-a938-2c75d383b122 req-1bf0d359-550c-4ecc-9917-473584805657 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218349 Nov 02 13:01:57.251259 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54976) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:57.261856 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e97eb7db-204e-4204-be40-a44aa89e5cc0 req-653f68c2-3a31-48df-87de-c3396af5188f tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189263 Nov 02 13:01:57.319697 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3ae3536f-da27-4eee-a938-2c75d383b122 req-7a203e64-7fba-4238-b700-cdebbba2d3ea service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381810 Nov 02 13:01:57.384120 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.498352 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Publish callbacks [] for security_group (83e286e3-8f7e-47fe-95b8-9be5b3618f9c), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.507743 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (83e286e3-8f7e-47fe-95b8-9be5b3618f9c), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.567305 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e286e3-8f7e-47fe-95b8-9be5b3618f9c,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:57.571964 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d60cd24c096b4b25982787fd2542a2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191121 Nov 02 13:01:57.576859 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54980) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:57.579927 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.580431 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.580869 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.581306 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.581795 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.582295 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.582779 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.583199 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.583622 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.584042 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.584537 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.584992 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.585450 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3286f89-cffe-44e7-bb39-cd2e8026abb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:57.645738 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d439e2e9-7201-4203-99ac-e3c0de3be038 admin admin] Publish callbacks [] for security_group (83e286e3-8f7e-47fe-95b8-9be5b3618f9c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.670726 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d439e2e9-7201-4203-99ac-e3c0de3be038 admin admin] Publish callbacks [] for security_group (83e286e3-8f7e-47fe-95b8-9be5b3618f9c), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.726109 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d439e2e9-7201-4203-99ac-e3c0de3be038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (83e286e3-8f7e-47fe-95b8-9be5b3618f9c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.730318 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d439e2e9-7201-4203-99ac-e3c0de3be038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:57.732158 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-d439e2e9-7201-4203-99ac-e3c0de3be038 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/83e286e3-8f7e-47fe-95b8-9be5b3618f9c HTTP/1.1" status: 204 len: 168 time: 0.1537247 Nov 02 13:01:57.745493 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439e2e9-7201-4203-99ac-e3c0de3be038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e286e3-8f7e-47fe-95b8-9be5b3618f9c,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:58.058661 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54986) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:58.079976 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-806162c9-a786-4e24-be1a-1215ece1bd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.156232 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-806162c9-a786-4e24-be1a-1215ece1bd07 admin admin] Publish callbacks [] for security_group (27bc080d-a668-4a3b-8e19-c600d4c87a00), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.162025 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-806162c9-a786-4e24-be1a-1215ece1bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (27bc080d-a668-4a3b-8e19-c600d4c87a00), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.198515 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806162c9-a786-4e24-be1a-1215ece1bd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bc080d-a668-4a3b-8e19-c600d4c87a00,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:58.203884 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-806162c9-a786-4e24-be1a-1215ece1bd07 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6fe71093489e47b295c71bd37ca7bc3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441448 Nov 02 13:01:58.207070 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54988) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:58.255981 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f84f-6962-454f-ae52-55c1e0701112 admin admin] Publish callbacks [] for security_group (27bc080d-a668-4a3b-8e19-c600d4c87a00), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.281213 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f84f-6962-454f-ae52-55c1e0701112 admin admin] Publish callbacks [] for security_group (27bc080d-a668-4a3b-8e19-c600d4c87a00), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.294800 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-a2266bb8-1891-4c91-9238-ebb67f80f1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.331849 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f84f-6962-454f-ae52-55c1e0701112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (27bc080d-a668-4a3b-8e19-c600d4c87a00), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.334678 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f84f-6962-454f-ae52-55c1e0701112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.336690 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5cf2f84f-6962-454f-ae52-55c1e0701112 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/27bc080d-a668-4a3b-8e19-c600d4c87a00 HTTP/1.1" status: 204 len: 168 time: 0.1287382 Nov 02 13:01:58.346388 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2f84f-6962-454f-ae52-55c1e0701112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bc080d-a668-4a3b-8e19-c600d4c87a00,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:58.404530 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20b388-2adc-4fbb-a630-b53ea78700db req-8df4c17e-2c94-4fb0-90bd-b32bc2739769 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:58.406277 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bf20b388-2adc-4fbb-a630-b53ea78700db req-8df4c17e-2c94-4fb0-90bd-b32bc2739769 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 944 time: 0.0569520 Nov 02 13:01:58.453014 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bf20b388-2adc-4fbb-a630-b53ea78700db req-98b1bbde-9748-4657-afbc-afd77f551e38 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 Nov 02 13:01:58.683709 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 54996) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:58.698411 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0435f46f-7849-404c-b631-6d6f1f6b4b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.783649 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0435f46f-7849-404c-b631-6d6f1f6b4b7c admin admin] Publish callbacks [] for security_group (df0edf77-8e1a-4702-a13b-619554571595), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.789890 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0435f46f-7849-404c-b631-6d6f1f6b4b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (df0edf77-8e1a-4702-a13b-619554571595), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.828711 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-0435f46f-7849-404c-b631-6d6f1f6b4b7c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=76521e4f5f524b7e9d21874291bd7235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437275 Nov 02 13:01:58.829610 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435f46f-7849-404c-b631-6d6f1f6b4b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0edf77-8e1a-4702-a13b-619554571595,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:58.832254 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 54998) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:58.882652 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7ebffbd5-7bf0-454c-9a16-d73a5ec19a0b admin admin] Publish callbacks [] for security_group (df0edf77-8e1a-4702-a13b-619554571595), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.906282 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7ebffbd5-7bf0-454c-9a16-d73a5ec19a0b admin admin] Publish callbacks [] for security_group (df0edf77-8e1a-4702-a13b-619554571595), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.964841 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7ebffbd5-7bf0-454c-9a16-d73a5ec19a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (df0edf77-8e1a-4702-a13b-619554571595), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.967813 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7ebffbd5-7bf0-454c-9a16-d73a5ec19a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:58.969231 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-7ebffbd5-7bf0-454c-9a16-d73a5ec19a0b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/df0edf77-8e1a-4702-a13b-619554571595 HTTP/1.1" status: 204 len: 168 time: 0.1354837 Nov 02 13:01:58.980875 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebffbd5-7bf0-454c-9a16-d73a5ec19a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0edf77-8e1a-4702-a13b-619554571595,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:59.432675 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.569986 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 654851c5-9c7f-4ed7-a238-c4cf149d0934 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:01:59.591130 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79203f6b-4e38-41c4-9267-ab9e20612580 req-b469ad87-fae8-411c-8169-1b7e48383c73 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:59.593925 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-79203f6b-4e38-41c4-9267-ab9e20612580 req-b469ad87-fae8-411c-8169-1b7e48383c73 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 944 time: 0.0586669 Nov 02 13:01:59.649943 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-79203f6b-4e38-41c4-9267-ab9e20612580 req-e90a467e-4e95-4c92-a2f8-38be012589bb tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496724 Nov 02 13:01:59.685185 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 654851c5-9c7f-4ed7-a238-c4cf149d0934, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=654851c5-9c7f-4ed7-a238-c4cf149d0934,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:59.697234 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '654851c5-9c7f-4ed7-a238-c4cf149d0934', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'port_id': '654851c5-9c7f-4ed7-a238-c4cf149d0934', 'mac_address': 'fa:16:3e:f3:af:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:01:59.732115 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 654851c5-9c7f-4ed7-a238-c4cf149d0934 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:01:59.732667 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.747366 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654851c5-9c7f-4ed7-a238-c4cf149d0934 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:01:59.769290 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 654851c5-9c7f-4ed7-a238-c4cf149d0934, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=654851c5-9c7f-4ed7-a238-c4cf149d0934,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:59.773412 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.823482 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=654851c5-9c7f-4ed7-a238-c4cf149d0934,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:59.830751 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.831218 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.831565 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.831909 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.832326 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.832674 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.832941 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.833276 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.833605 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.833997 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.834242 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.834701 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:59.834953 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:00.221476 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['654851c5-9c7f-4ed7-a238-c4cf149d0934'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:02:00.782184 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc591e3-2690-4979-ba91-d008e4a35b3e req-b95826e4-2a57-4ed1-ba10-3c3f714e1836 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:00.783861 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0fc591e3-2690-4979-ba91-d008e4a35b3e req-b95826e4-2a57-4ed1-ba10-3c3f714e1836 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 945 time: 0.0568893 Nov 02 13:02:00.836737 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0fc591e3-2690-4979-ba91-d008e4a35b3e req-efa5f80e-f9f9-43d6-87c0-87ab099bef9b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467160 Nov 02 13:02:00.888716 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.578063 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 654851c5-9c7f-4ed7-a238-c4cf149d0934 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:01.635718 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 654851c5-9c7f-4ed7-a238-c4cf149d0934 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:02:01.640370 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 654851c5-9c7f-4ed7-a238-c4cf149d0934 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:01.640750 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.641087 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 654851c5-9c7f-4ed7-a238-c4cf149d0934 Nov 02 13:02:01.726034 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 654851c5-9c7f-4ed7-a238-c4cf149d0934 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:01.726296 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.751365 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654851c5-9c7f-4ed7-a238-c4cf149d0934'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:02:01.753912 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4694e1c-1e35-4707-9c98-1b6d4cf96137" -d '{"events": [{"server_uuid": "39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "654851c5-9c7f-4ed7-a238-c4cf149d0934"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:02:01.766899 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 654851c5-9c7f-4ed7-a238-c4cf149d0934, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=654851c5-9c7f-4ed7-a238-c4cf149d0934,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:01.771995 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:01.799934 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5ed2ac-6a92-44ae-ac24-472c5d294606 x-openstack-request-id: req-bf5ed2ac-6a92-44ae-ac24-472c5d294606 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:02:01.800234 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a", "name": "network-vif-plugged", "status": "completed", "tag": "654851c5-9c7f-4ed7-a238-c4cf149d0934", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:02:01.800513 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bf5ed2ac-6a92-44ae-ac24-472c5d294606 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:02:01.800905 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5ed2ac-6a92-44ae-ac24-472c5d294606'] response: {'server_uuid': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654851c5-9c7f-4ed7-a238-c4cf149d0934', 'code': 200} Nov 02 13:02:01.828537 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=654851c5-9c7f-4ed7-a238-c4cf149d0934,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:01.967043 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab28f05-b549-4f3e-83c9-898d8240d5c0 req-7b746034-e02d-4141-a4a5-c0d5f3bc1586 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:01.968789 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-eab28f05-b549-4f3e-83c9-898d8240d5c0 req-7b746034-e02d-4141-a4a5-c0d5f3bc1586 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 946 time: 0.0541971 Nov 02 13:02:02.021372 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-eab28f05-b549-4f3e-83c9-898d8240d5c0 req-9945d25e-3167-4593-be48-a6e4f4e20ab8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465627 Nov 02 13:02:02.039463 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a1bc0-44d9-49c6-982a-ada81f826af8 req-8fad0eb8-643b-49b3-8dc3-b6c2db13ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:02.041039 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-927a1bc0-44d9-49c6-982a-ada81f826af8 req-8fad0eb8-643b-49b3-8dc3-b6c2db13ffae service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 1130 time: 0.0536311 Nov 02 13:02:02.089933 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-927a1bc0-44d9-49c6-982a-ada81f826af8 req-1ac3a8d6-ed8d-4988-a20f-fd8352e58395 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415380 Nov 02 13:02:02.370593 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.159056 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6413b3b-8906-47ad-b4c6-c79c2e5aa709 req-09732b5f-2cfe-4225-bc9c-c6083819b711 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:03.160540 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d6413b3b-8906-47ad-b4c6-c79c2e5aa709 req-09732b5f-2cfe-4225-bc9c-c6083819b711 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 946 time: 0.0578866 Nov 02 13:02:03.208666 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d6413b3b-8906-47ad-b4c6-c79c2e5aa709 req-477b2610-9446-4d3f-ad16-2a874fdde4ae tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Nov 02 13:02:03.578340 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55084) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:03.701966 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-71c4ff43-ca21-4618-ac55-ef0153e58352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.787937 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-71c4ff43-ca21-4618-ac55-ef0153e58352 admin admin] Publish callbacks [] for security_group (f8a6ac88-18fb-458f-92aa-074a26587e8c), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.792986 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-71c4ff43-ca21-4618-ac55-ef0153e58352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (f8a6ac88-18fb-458f-92aa-074a26587e8c), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:03.832191 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-71c4ff43-ca21-4618-ac55-ef0153e58352 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6447a48915c447f384d030b2a5d0df2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526855 Nov 02 13:02:03.834394 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4ff43-ca21-4618-ac55-ef0153e58352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a6ac88-18fb-458f-92aa-074a26587e8c,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:03.835274 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 55088) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:03.896108 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e7eda55a-1dd0-452e-89d6-f51b49ccaaac admin admin] Publish callbacks [] for security_group (f8a6ac88-18fb-458f-92aa-074a26587e8c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.188703 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e7eda55a-1dd0-452e-89d6-f51b49ccaaac admin admin] Publish callbacks [] for security_group (f8a6ac88-18fb-458f-92aa-074a26587e8c), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.244007 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e7eda55a-1dd0-452e-89d6-f51b49ccaaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (f8a6ac88-18fb-458f-92aa-074a26587e8c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.246844 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e7eda55a-1dd0-452e-89d6-f51b49ccaaac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.248097 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-e7eda55a-1dd0-452e-89d6-f51b49ccaaac admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f8a6ac88-18fb-458f-92aa-074a26587e8c HTTP/1.1" status: 204 len: 168 time: 0.4117804 Nov 02 13:02:04.257797 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eda55a-1dd0-452e-89d6-f51b49ccaaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a6ac88-18fb-458f-92aa-074a26587e8c,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:04.354333 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24e26b-0348-4056-9b72-9bc1a7cee40d req-73463e0d-4ce7-41a9-99d6-0710184e2ed5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:04.355931 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2b24e26b-0348-4056-9b72-9bc1a7cee40d req-73463e0d-4ce7-41a9-99d6-0710184e2ed5 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 946 time: 0.0583427 Nov 02 13:02:04.412790 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2b24e26b-0348-4056-9b72-9bc1a7cee40d req-c660eb5d-fda5-46c0-a181-43e9176bfdd9 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500348 Nov 02 13:02:04.555474 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e99f9-e3a7-4feb-80e9-27d9724d3dc6 req-0ff91403-8100-4fbe-b3f6-711c4ef1aa01 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:04.557084 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-239e99f9-e3a7-4feb-80e9-27d9724d3dc6 req-0ff91403-8100-4fbe-b3f6-711c4ef1aa01 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 946 time: 0.0607331 Nov 02 13:02:04.568578 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 55098) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:04.573339 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-ec4d984c-e66b-4383-8476-e66356b158d3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Request body: {'floatingip': {'port_id': '654851c5-9c7f-4ed7-a238-c4cf149d0934'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:04.578104 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 55100) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:04.622840 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ec4d984c-e66b-4383-8476-e66356b158d3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (92b0522e-9513-41fd-a8db-bb6e81e9d57a), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.626087 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4c09db3e-ddca-4e9c-a5a1-5e42e347e5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.868693 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4c09db3e-ddca-4e9c-a5a1-5e42e347e5ca admin admin] Publish callbacks [] for security_group (ba766f06-2e5a-4291-9cf0-fa7fa6ed1158), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.874595 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4c09db3e-ddca-4e9c-a5a1-5e42e347e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (ba766f06-2e5a-4291-9cf0-fa7fa6ed1158), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.987976 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09db3e-ddca-4e9c-a5a1-5e42e347e5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba766f06-2e5a-4291-9cf0-fa7fa6ed1158,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:04.994425 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-4c09db3e-ddca-4e9c-a5a1-5e42e347e5ca admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=05589d0e74fc4a7399cc618682b8645b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4154966 Nov 02 13:02:04.997429 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55102) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:05.063602 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf3419c4-6365-4c8e-a0cc-3bea7c33817d admin admin] Publish callbacks [] for security_group (ba766f06-2e5a-4291-9cf0-fa7fa6ed1158), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.088484 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf3419c4-6365-4c8e-a0cc-3bea7c33817d admin admin] Publish callbacks [] for security_group (ba766f06-2e5a-4291-9cf0-fa7fa6ed1158), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.137842 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf3419c4-6365-4c8e-a0cc-3bea7c33817d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (ba766f06-2e5a-4291-9cf0-fa7fa6ed1158), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.140598 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bf3419c4-6365-4c8e-a0cc-3bea7c33817d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.141781 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-bf3419c4-6365-4c8e-a0cc-3bea7c33817d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ba766f06-2e5a-4291-9cf0-fa7fa6ed1158 HTTP/1.1" status: 204 len: 168 time: 0.1433632 Nov 02 13:02:05.150171 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3419c4-6365-4c8e-a0cc-3bea7c33817d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba766f06-2e5a-4291-9cf0-fa7fa6ed1158,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:05.166801 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ec4d984c-e66b-4383-8476-e66356b158d3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.172227 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ec4d984c-e66b-4383-8476-e66356b158d3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (92b0522e-9513-41fd-a8db-bb6e81e9d57a), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.270455 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-ec4d984c-e66b-4383-8476-e66356b158d3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Floating IP 92b0522e-9513-41fd-a8db-bb6e81e9d57a associated. External IP: 172.27.4.75, port: 654851c5-9c7f-4ed7-a238-c4cf149d0934. Nov 02 13:02:05.471998 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4d984c-e66b-4383-8476-e66356b158d3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:02:05.578188 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4d984c-e66b-4383-8476-e66356b158d3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:02:05.582684 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ec4d984c-e66b-4383-8476-e66356b158d3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:05.588991 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df46a8a9-1dab-42a3-a48f-91a032d18373 None None] Sync routers for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:02:05.600948 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46a8a9-1dab-42a3-a48f-91a032d18373 None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:02:05.601730 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-df46a8a9-1dab-42a3-a48f-91a032d18373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:01:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:05.616776 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-ec4d984c-e66b-4383-8476-e66356b158d3 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "PUT /v2.0/floatingips/92b0522e-9513-41fd-a8db-bb6e81e9d57a HTTP/1.1" status: 200 len: 991 time: 1.0468614 Nov 02 13:02:05.617378 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'tag': '654851c5-9c7f-4ed7-a238-c4cf149d0934'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:02:05.619708 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e62261-b6d7-4a5d-897f-713329d53d93" -d '{"events": [{"name": "network-changed", "server_uuid": "39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a", "tag": "654851c5-9c7f-4ed7-a238-c4cf149d0934"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:02:05.667834 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aaec52-c78e-48c7-8bb7-c60079fc68f0 x-openstack-request-id: req-45aaec52-c78e-48c7-8bb7-c60079fc68f0 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:02:05.667992 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a", "tag": "654851c5-9c7f-4ed7-a238-c4cf149d0934", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:02:05.668269 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-45aaec52-c78e-48c7-8bb7-c60079fc68f0 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:02:05.668695 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45aaec52-c78e-48c7-8bb7-c60079fc68f0'] response: {'name': 'network-changed', 'server_uuid': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'tag': '654851c5-9c7f-4ed7-a238-c4cf149d0934', 'status': 'completed', 'code': 200} Nov 02 13:02:05.717995 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-df46a8a9-1dab-42a3-a48f-91a032d18373 None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:02:05.775719 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e62261-b6d7-4a5d-897f-713329d53d93 req-dc7bcd4a-4d6d-42a5-9999-a1c49a77b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:05.777334 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c8e62261-b6d7-4a5d-897f-713329d53d93 req-dc7bcd4a-4d6d-42a5-9999-a1c49a77b3f4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 1130 time: 0.0573812 Nov 02 13:02:05.887750 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e62261-b6d7-4a5d-897f-713329d53d93 req-4d05df87-0f17-453a-8e3a-49c2c3bb3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:05.889446 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c8e62261-b6d7-4a5d-897f-713329d53d93 req-4d05df87-0f17-453a-8e3a-49c2c3bb3414 service neutron] 10.222.0.105 "GET /v2.0/networks?id=1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 200 len: 912 time: 0.1042557 Nov 02 13:02:05.927848 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55128) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:05.959655 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c8e62261-b6d7-4a5d-897f-713329d53d93 req-d1d7527e-966c-4536-9147-1d1a004957a7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=654851c5-9c7f-4ed7-a238-c4cf149d0934 HTTP/1.1" status: 200 len: 999 time: 0.0620115 Nov 02 13:02:05.986669 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-df46a8a9-1dab-42a3-a48f-91a032d18373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '92b0522e-9513-41fd-a8db-bb6e81e9d57a', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'floating_ip_address': '172.27.4.75', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'port_id': '654851c5-9c7f-4ed7-a238-c4cf149d0934', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'mac_address': 'fa:16:3e:f3:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:52Z', 'updated_at': '2022-11-02T13:02:05Z', 'revision_number': 1, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:06.014138 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df46a8a9-1dab-42a3-a48f-91a032d18373 None None] Checking router: 8797e58f-e073-4c8d-9e3c-c8eed382cf9c for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:02:06.024668 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46a8a9-1dab-42a3-a48f-91a032d18373 None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:02:06.025303 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-df46a8a9-1dab-42a3-a48f-91a032d18373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:01:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:06.026749 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e62261-b6d7-4a5d-897f-713329d53d93 req-54be42e2-9600-467c-9342-6b591be5f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:06.028655 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c8e62261-b6d7-4a5d-897f-713329d53d93 req-54be42e2-9600-467c-9342-6b591be5f0b1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=9713cd00-64c3-4e76-b8a6-b846c353523d HTTP/1.1" status: 200 len: 849 time: 0.0607595 Nov 02 13:02:06.069828 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-555629436-network', 'tenant_id': '7690a781e3ea4b1d8061a032da3da26a'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:06.097405 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e62261-b6d7-4a5d-897f-713329d53d93 req-1f08d058-118a-4719-afa1-724b3d889000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:06.097777 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Made reservation on behalf of 7690a781e3ea4b1d8061a032da3da26a for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:06.098981 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c8e62261-b6d7-4a5d-897f-713329d53d93 req-1f08d058-118a-4719-afa1-724b3d889000 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=1899e874-a496-4913-9de6-503fed5c449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636339 Nov 02 13:02:06.100716 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.110556 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.183049 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-df46a8a9-1dab-42a3-a48f-91a032d18373 None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:02:06.199748 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Publish callbacks [] for security_group (4dc2da4d-7446-45fd-9972-9a5274e4a2e1), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.210098 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (4dc2da4d-7446-45fd-9972-9a5274e4a2e1), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.217140 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c8e62261-b6d7-4a5d-897f-713329d53d93 req-6022889d-ec2a-49d1-be64-8a14ec51a0f8 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101067 Nov 02 13:02:06.242647 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1420, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:02:06.258503 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc2da4d-7446-45fd-9972-9a5274e4a2e1,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:06.264049 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (14c334ec-cd6b-4abe-9480-4c7cadac267f), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.264729 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Added segment 14c334ec-cd6b-4abe-9480-4c7cadac267f of type vlan for network cd8c38ad-42aa-469b-bc1f-e59465b77889 Nov 02 13:02:06.325584 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (cd8c38ad-42aa-469b-bc1f-e59465b77889), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.356310 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (cd8c38ad-42aa-469b-bc1f-e59465b77889), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.356548 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c8e62261-b6d7-4a5d-897f-713329d53d93 req-8d327de2-247f-44fd-95b0-036c6f4b85e4 service neutron] 10.222.0.105 "GET /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320179 Nov 02 13:02:06.357297 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:06.358194 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.420118 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4910502 Nov 02 13:02:06.424460 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55132) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:06.429300 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] Request body: {'subnet': {'network_id': 'cd8c38ad-42aa-469b-bc1f-e59465b77889', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-555629436-subnet', 'tenant_id': '7690a781e3ea4b1d8061a032da3da26a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:06.434102 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-df46a8a9-1dab-42a3-a48f-91a032d18373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '92b0522e-9513-41fd-a8db-bb6e81e9d57a', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'floating_ip_address': '172.27.4.75', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'port_id': '654851c5-9c7f-4ed7-a238-c4cf149d0934', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'mac_address': 'fa:16:3e:f3:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:52Z', 'updated_at': '2022-11-02T13:02:05Z', 'revision_number': 1, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:06.439119 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651772f7-90f2-498a-8d51-c72825eb2ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8c38ad-42aa-469b-bc1f-e59465b77889,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:06.466668 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network cd8c38ad-42aa-469b-bc1f-e59465b77889 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:02:06.469622 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df46a8a9-1dab-42a3-a48f-91a032d18373 None None] The sync data for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi is: [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '92b0522e-9513-41fd-a8db-bb6e81e9d57a', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'floating_ip_address': '172.27.4.75', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'port_id': '654851c5-9c7f-4ed7-a238-c4cf149d0934', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'mac_address': 'fa:16:3e:f3:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:52Z', 'updated_at': '2022-11-02T13:02:05Z', 'revision_number': 1, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:02:06.472920 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] Made reservation on behalf of 7690a781e3ea4b1d8061a032da3da26a for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:06.477200 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12729766'] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.691160 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12729684'] for subnet (86ecd63e-ed58-4496-8d59-5a7fee95f34a), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.702486 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5f6fa8-da10-434e-8173-b1a97c75d083 None None] New status for floating IP 92b0522e-9513-41fd-a8db-bb6e81e9d57a: ACTIVE {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:02:06.743793 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ecd63e-ed58-4496-8d59-5a7fee95f34a,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:06.760800 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] Checking segment: {'id': '14c334ec-cd6b-4abe-9480-4c7cadac267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': 'cd8c38ad-42aa-469b-bc1f-e59465b77889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:02:06.761173 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] Network hostable DHCP agents. Network: cd8c38ad-42aa-469b-bc1f-e59465b77889, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:02:06.779858 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] Network cd8c38ad-42aa-469b-bc1f-e59465b77889 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:02:06.788876 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, cd8c38ad-42aa-469b-bc1f-e59465b77889) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:06.799193 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ac2f97-ce8e-460e-8a6c-528033ec42d5 None None] Network cd8c38ad-42aa-469b-bc1f-e59465b77889 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:02:06.806392 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:06.807425 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.838247 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-629e0302-7af1-435e-b5c5-778e764af0c3 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4036877 Nov 02 13:02:07.047693 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04d806-0791-457c-ab70-52bb17ebb8af None None] Network cd8c38ad-42aa-469b-bc1f-e59465b77889 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:02:07.493184 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 55148) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:07.498375 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1286414915-network', 'tenant_id': '7f4ce499de5640698ad46d4ad923bf12'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:07.522038 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Made reservation on behalf of 7f4ce499de5640698ad46d4ad923bf12 for: {'network': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:07.524387 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.533987 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.610112 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Publish callbacks [] for security_group (335e8a61-2058-4463-8e5e-2362fc8c5157), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.615367 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (335e8a61-2058-4463-8e5e-2362fc8c5157), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.640627 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1421, 'physical_network': 'physnet1'} {{(pid=110475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:02:07.650616 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335e8a61-2058-4463-8e5e-2362fc8c5157,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:07.655526 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (3ee82aef-d966-4147-84be-11065bbc9a8b), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.655913 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.segments_db [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Added segment 3ee82aef-d966-4147-84be-11065bbc9a8b of type vlan for network 3aff8aa2-095f-4f31-aab3-63b06c96eda4 Nov 02 13:02:07.698150 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (3aff8aa2-095f-4f31-aab3-63b06c96eda4), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.735115 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (3aff8aa2-095f-4f31-aab3-63b06c96eda4), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.736485 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:07.737404 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:07.795237 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3007283 Nov 02 13:02:07.798396 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55150) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:07.803459 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] Request body: {'subnet': {'network_id': '3aff8aa2-095f-4f31-aab3-63b06c96eda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1286414915-subnet', 'tenant_id': '7f4ce499de5640698ad46d4ad923bf12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:07.806445 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295494b-3298-48c4-803d-ff08db621eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=3aff8aa2-095f-4f31-aab3-63b06c96eda4,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:07.816730 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 3aff8aa2-095f-4f31-aab3-63b06c96eda4 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:02:07.825905 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] Made reservation on behalf of 7f4ce499de5640698ad46d4ad923bf12 for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:07.828564 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12729766'] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.005826 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12729684'] for subnet (26149797-4aef-413e-bfb0-03fa50120487), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.057032 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=26149797-4aef-413e-bfb0-03fa50120487,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:08.069335 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] Checking segment: {'id': '3ee82aef-d966-4147-84be-11065bbc9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '3aff8aa2-095f-4f31-aab3-63b06c96eda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:02:08.069698 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] Network hostable DHCP agents. Network: 3aff8aa2-095f-4f31-aab3-63b06c96eda4, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:02:08.088494 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] Network 3aff8aa2-095f-4f31-aab3-63b06c96eda4 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:02:08.098330 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 3aff8aa2-095f-4f31-aab3-63b06c96eda4) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:08.102589 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:08.103179 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:08.107798 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81805a73-e9d3-47df-9754-dd23dcf97651 None None] Network 3aff8aa2-095f-4f31-aab3-63b06c96eda4 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:02:08.120347 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-dfa00349-5b46-4c47-bd17-9b7978c7ca0b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3207238 Nov 02 13:02:08.209109 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35c5c0-4616-4ec2-8bad-7385606917ea None None] Network 3aff8aa2-095f-4f31-aab3-63b06c96eda4 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:02:15.515147 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.307951 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 55278) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:22.355191 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b94188-ae66-4dd5-acb2-c63f5d5cc1a5 admin admin] Deleting subnet 86ecd63e-ed58-4496-8d59-5a7fee95f34a {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:02:22.359116 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-53b94188-ae66-4dd5-acb2-c63f5d5cc1a5 admin admin] Publish callbacks [] for subnet (86ecd63e-ed58-4496-8d59-5a7fee95f34a), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.398258 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-53b94188-ae66-4dd5-acb2-c63f5d5cc1a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16000396'] for subnet (86ecd63e-ed58-4496-8d59-5a7fee95f34a), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.453551 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-53b94188-ae66-4dd5-acb2-c63f5d5cc1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (86ecd63e-ed58-4496-8d59-5a7fee95f34a), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.502683 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:02:22.519509 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-53b94188-ae66-4dd5-acb2-c63f5d5cc1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14319644'] for subnet (86ecd63e-ed58-4496-8d59-5a7fee95f34a), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.546034 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b94188-ae66-4dd5-acb2-c63f5d5cc1a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ecd63e-ed58-4496-8d59-5a7fee95f34a,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:22.550431 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-53b94188-ae66-4dd5-acb2-c63f5d5cc1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.555077 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-53b94188-ae66-4dd5-acb2-c63f5d5cc1a5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/86ecd63e-ed58-4496-8d59-5a7fee95f34a HTTP/1.1" status: 204 len: 168 time: 0.2460005 Nov 02 13:02:22.557338 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55280) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:22.638043 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (cd8c38ad-42aa-469b-bc1f-e59465b77889), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.729687 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (cd8c38ad-42aa-469b-bc1f-e59465b77889), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.761833 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8c38ad-42aa-469b-bc1f-e59465b77889']}} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:22.777158 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c334ec-cd6b-4abe-9480-4c7cadac267f') {'for_net_delete': True} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:22.777531 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c334ec-cd6b-4abe-9480-4c7cadac267f') {} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:22.789171 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12720126'] for segment (14c334ec-cd6b-4abe-9480-4c7cadac267f), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.810741 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (14c334ec-cd6b-4abe-9480-4c7cadac267f), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.822051 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] Releasing vlan 1420 on physical network physnet1 to pool {{(pid=110476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:02:22.822713 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112400'] for segment (14c334ec-cd6b-4abe-9480-4c7cadac267f), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.889957 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 14c334ec-cd6b-4abe-9480-4c7cadac267f resource provider aggregate not found Nov 02 13:02:22.915924 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 14c334ec-cd6b-4abe-9480-4c7cadac267f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14c334ec-cd6b-4abe-9480-4c7cadac267f found for delete ", "request_id": "req-b17d6541-7d4f-4b05-b299-a2f0ad68ee97"}]} Nov 02 13:02:22.926298 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (cd8c38ad-42aa-469b-bc1f-e59465b77889), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.932933 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:22.937099 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] 10.222.0.90 "DELETE /v2.0/networks/cd8c38ad-42aa-469b-bc1f-e59465b77889 HTTP/1.1" status: 204 len: 168 time: 0.3786197 Nov 02 13:02:22.941782 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 55286) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:22.949116 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b12eb8-2a3c-4a47-a4f6-e6d2ce36966f admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8c38ad-42aa-469b-bc1f-e59465b77889,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:22.993510 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf96fd1-926a-4ddd-9442-13bdaa86fe32 admin admin] Deleting subnet 26149797-4aef-413e-bfb0-03fa50120487 {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:02:22.997273 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bbf96fd1-926a-4ddd-9442-13bdaa86fe32 admin admin] Publish callbacks [] for subnet (26149797-4aef-413e-bfb0-03fa50120487), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.044015 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bbf96fd1-926a-4ddd-9442-13bdaa86fe32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16000396'] for subnet (26149797-4aef-413e-bfb0-03fa50120487), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.092841 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bbf96fd1-926a-4ddd-9442-13bdaa86fe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (26149797-4aef-413e-bfb0-03fa50120487), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.153149 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bbf96fd1-926a-4ddd-9442-13bdaa86fe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14319644'] for subnet (26149797-4aef-413e-bfb0-03fa50120487), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.196436 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf96fd1-926a-4ddd-9442-13bdaa86fe32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26149797-4aef-413e-bfb0-03fa50120487,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:23.203168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bbf96fd1-926a-4ddd-9442-13bdaa86fe32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.208853 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-bbf96fd1-926a-4ddd-9442-13bdaa86fe32 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/26149797-4aef-413e-bfb0-03fa50120487 HTTP/1.1" status: 204 len: 168 time: 0.2653732 Nov 02 13:02:23.211330 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 55288) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:23.293102 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (3aff8aa2-095f-4f31-aab3-63b06c96eda4), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.391515 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (3aff8aa2-095f-4f31-aab3-63b06c96eda4), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.423350 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aff8aa2-095f-4f31-aab3-63b06c96eda4']}} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:23.434266 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee82aef-d966-4147-84be-11065bbc9a8b') {'for_net_delete': True} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:23.434715 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee82aef-d966-4147-84be-11065bbc9a8b') {} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:23.448404 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16000405'] for segment (3ee82aef-d966-4147-84be-11065bbc9a8b), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.468433 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (3ee82aef-d966-4147-84be-11065bbc9a8b), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.479053 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] Releasing vlan 1421 on physical network physnet1 to pool {{(pid=110475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:02:23.479725 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12738436'] for segment (3ee82aef-d966-4147-84be-11065bbc9a8b), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.583734 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (3aff8aa2-095f-4f31-aab3-63b06c96eda4), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.606926 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.613021 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] 10.222.0.90 "DELETE /v2.0/networks/3aff8aa2-095f-4f31-aab3-63b06c96eda4 HTTP/1.1" status: 204 len: 168 time: 0.4001403 Nov 02 13:02:23.614524 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f7460-e386-48bb-bfc9-d39a71122f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=3aff8aa2-095f-4f31-aab3-63b06c96eda4,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:23.664803 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 3ee82aef-d966-4147-84be-11065bbc9a8b resource provider aggregate not found Nov 02 13:02:23.685873 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 3ee82aef-d966-4147-84be-11065bbc9a8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ee82aef-d966-4147-84be-11065bbc9a8b found for delete ", "request_id": "req-21eff84b-4782-436b-9f1e-121eec3d1e71"}]} Nov 02 13:02:23.818390 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55302) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:23.863573 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-50d64bfc-5a1b-46e1-9892-5b239924115a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7690a781e3ea4b1d8061a032da3da26a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436859 Nov 02 13:02:23.867484 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55304) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:23.917795 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0c86cad0-92a6-420c-bcd9-3577c8a0e681 admin admin] Publish callbacks [] for security_group (4dc2da4d-7446-45fd-9972-9a5274e4a2e1), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:23.952854 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0c86cad0-92a6-420c-bcd9-3577c8a0e681 admin admin] Publish callbacks [] for security_group (4dc2da4d-7446-45fd-9972-9a5274e4a2e1), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.004052 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0c86cad0-92a6-420c-bcd9-3577c8a0e681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (4dc2da4d-7446-45fd-9972-9a5274e4a2e1), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.006966 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0c86cad0-92a6-420c-bcd9-3577c8a0e681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.008417 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-0c86cad0-92a6-420c-bcd9-3577c8a0e681 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4dc2da4d-7446-45fd-9972-9a5274e4a2e1 HTTP/1.1" status: 204 len: 168 time: 0.1398370 Nov 02 13:02:24.021513 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86cad0-92a6-420c-bcd9-3577c8a0e681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc2da4d-7446-45fd-9972-9a5274e4a2e1,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:24.414829 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55310) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:24.468988 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a069bf31-7aa4-4985-8d13-f369729a6785 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7f4ce499de5640698ad46d4ad923bf12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522041 Nov 02 13:02:24.471272 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55312) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:24.525182 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a0b61daf-157c-4a1e-ba5e-97383969cde0 admin admin] Publish callbacks [] for security_group (335e8a61-2058-4463-8e5e-2362fc8c5157), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.548151 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a0b61daf-157c-4a1e-ba5e-97383969cde0 admin admin] Publish callbacks [] for security_group (335e8a61-2058-4463-8e5e-2362fc8c5157), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.604842 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a0b61daf-157c-4a1e-ba5e-97383969cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (335e8a61-2058-4463-8e5e-2362fc8c5157), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.607778 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a0b61daf-157c-4a1e-ba5e-97383969cde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:24.609309 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a0b61daf-157c-4a1e-ba5e-97383969cde0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/335e8a61-2058-4463-8e5e-2362fc8c5157 HTTP/1.1" status: 204 len: 168 time: 0.1370134 Nov 02 13:02:24.617978 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b61daf-157c-4a1e-ba5e-97383969cde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335e8a61-2058-4463-8e5e-2362fc8c5157,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:26.142443 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-92893daf-8bf2-4573-ae5b-8b251f97faa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:28.289643 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2b9c8f51-8826-4905-8f58-b8221eaf91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:28.950492 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55380) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:29.077252 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-901a3591-6750-49e3-bd3f-9d441a059f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.163792 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-901a3591-6750-49e3-bd3f-9d441a059f13 admin admin] Publish callbacks [] for security_group (d94c5350-eace-48d3-b763-a02dbffcbbc2), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.167962 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-901a3591-6750-49e3-bd3f-9d441a059f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d94c5350-eace-48d3-b763-a02dbffcbbc2), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.207331 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-901a3591-6750-49e3-bd3f-9d441a059f13 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5d502ceb49104b0e9b09de1990ec7474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553089 Nov 02 13:02:29.208306 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a3591-6750-49e3-bd3f-9d441a059f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94c5350-eace-48d3-b763-a02dbffcbbc2,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:29.209953 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 55384) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:29.268951 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-89018f68-68fc-4f52-8970-d9fbb946229a admin admin] Publish callbacks [] for security_group (d94c5350-eace-48d3-b763-a02dbffcbbc2), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.294719 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-89018f68-68fc-4f52-8970-d9fbb946229a admin admin] Publish callbacks [] for security_group (d94c5350-eace-48d3-b763-a02dbffcbbc2), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.350932 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-89018f68-68fc-4f52-8970-d9fbb946229a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d94c5350-eace-48d3-b763-a02dbffcbbc2), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.355622 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-89018f68-68fc-4f52-8970-d9fbb946229a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:29.357577 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-89018f68-68fc-4f52-8970-d9fbb946229a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d94c5350-eace-48d3-b763-a02dbffcbbc2 HTTP/1.1" status: 204 len: 168 time: 0.1464353 Nov 02 13:02:29.368537 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89018f68-68fc-4f52-8970-d9fbb946229a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94c5350-eace-48d3-b763-a02dbffcbbc2,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:29.436390 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:30.891463 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:32.368501 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:40.992053 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 55522) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:41.112229 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.199202 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Publish callbacks [] for security_group (fd174605-c0ca-46d0-9162-ec165c787a21), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.205520 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (fd174605-c0ca-46d0-9162-ec165c787a21), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.247645 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd174605-c0ca-46d0-9162-ec165c787a21,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:41.251688 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=88c86212a3124bc2883830613eb3ca1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582085 Nov 02 13:02:41.254671 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55526) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:41.257754 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.258109 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.258457 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.258806 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.259170 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.259480 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.259815 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.260153 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.260513 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.260844 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.261175 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.261495 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.261820 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5ea8f-bdfc-4661-bc91-a6429075f888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:41.310754 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-61cae5a4-a30c-4f0c-8cb4-f6a96d29f840 admin admin] Publish callbacks [] for security_group (fd174605-c0ca-46d0-9162-ec165c787a21), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.337105 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-61cae5a4-a30c-4f0c-8cb4-f6a96d29f840 admin admin] Publish callbacks [] for security_group (fd174605-c0ca-46d0-9162-ec165c787a21), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.395969 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-61cae5a4-a30c-4f0c-8cb4-f6a96d29f840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (fd174605-c0ca-46d0-9162-ec165c787a21), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.398672 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-61cae5a4-a30c-4f0c-8cb4-f6a96d29f840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:41.399931 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-61cae5a4-a30c-4f0c-8cb4-f6a96d29f840 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fd174605-c0ca-46d0-9162-ec165c787a21 HTTP/1.1" status: 204 len: 168 time: 0.1441116 Nov 02 13:02:41.408433 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cae5a4-a30c-4f0c-8cb4-f6a96d29f840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd174605-c0ca-46d0-9162-ec165c787a21,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:42.147118 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 55548) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:42.265821 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-320210770-network', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:42.289677 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Made reservation on behalf of 5716ca4d4fc14873bdb6a99cecc9ed64 for: {'network': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:42.292239 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.303057 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.401471 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Publish callbacks [] for security_group (e1a9db3d-f75d-4170-8071-9e6fedfc0a44), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.406244 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (e1a9db3d-f75d-4170-8071-9e6fedfc0a44), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.432555 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] vlan segment allocate from pool success with {'vlan_id': 1429, 'physical_network': 'physnet1'} {{(pid=110475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:02:42.443139 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a9db3d-f75d-4170-8071-9e6fedfc0a44,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:42.448694 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (3fd74f10-e5f1-4068-a47f-1418f77db5d0), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.449033 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.segments_db [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Added segment 3fd74f10-e5f1-4068-a47f-1418f77db5d0 of type vlan for network ae46113b-3acc-4bc8-9509-58e63614d6ec Nov 02 13:02:42.501739 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (ae46113b-3acc-4bc8-9509-58e63614d6ec), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.530034 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (ae46113b-3acc-4bc8-9509-58e63614d6ec), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.531278 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:42.531858 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.586619 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4380708 Nov 02 13:02:42.591265 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55552) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:42.599177 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] Request body: {'subnet': {'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-320210770-subnet', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'ip_version': 4}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:42.600963 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b020e35-586b-469b-84c8-ce787a487b59 admin admin] Pushing event updated for resources: {'Network': ['ID=ae46113b-3acc-4bc8-9509-58e63614d6ec,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:42.615560 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network ae46113b-3acc-4bc8-9509-58e63614d6ec details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:02:42.622860 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] Made reservation on behalf of 5716ca4d4fc14873bdb6a99cecc9ed64 for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:42.625665 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12729766'] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.813286 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12729684'] for subnet (87405d65-ec7b-4e6f-9b57-268992d7f31b), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.886328 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87405d65-ec7b-4e6f-9b57-268992d7f31b,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:42.896550 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] Checking segment: {'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:02:42.896911 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] Network hostable DHCP agents. Network: ae46113b-3acc-4bc8-9509-58e63614d6ec, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:02:42.916724 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] Network ae46113b-3acc-4bc8-9509-58e63614d6ec is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:02:42.927819 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, ae46113b-3acc-4bc8-9509-58e63614d6ec) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:42.933078 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:42.933670 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.941355 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27967f73-c92f-4c14-a5cf-9741fb83c509 None None] Network ae46113b-3acc-4bc8-9509-58e63614d6ec requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:02:42.957247 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-40b35955-2208-422b-a996-148a6b4cfc62 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3608856 Nov 02 13:02:42.957715 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55560) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:42.962230 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:42.991349 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:42.993476 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.065587 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Publish callbacks [] for router_controller (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), precommit_add_association {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.081251 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-ae46113b-3acc-4bc8-9509-58e63614d6ec', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'fixed_ips': [{'subnet_id': '87405d65-ec7b-4e6f-9b57-268992d7f31b'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:02:43.083216 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.308559 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Allocated IP 172.20.0.2 (ae46113b-3acc-4bc8-9509-58e63614d6ec/87405d65-ec7b-4e6f-9b57-268992d7f31b/6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:43.505698 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Publish callbacks [] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.514827 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.516191 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Publish callbacks [] for router_gateway (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.560341 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Network ae46113b-3acc-4bc8-9509-58e63614d6ec is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:43.566446 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:43.572026 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:02:43.574216 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Pushing event updated for resources: {'Port': ['ID=6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:43.648127 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Attempting to bind port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:02:43.650274 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Attempting to bind port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:02:43.650274 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Attempting to bind port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 on network ae46113b-3acc-4bc8-9509-58e63614d6ec {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:43.656936 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:02:43.657477 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Checking segment: {'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:02:43.657994 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.658557 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Bound using segment: {'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:02:43.659173 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Bound port: 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:02:43.659680 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.739439 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] For port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:43.743919 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] For port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:43.751823 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.756285 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Publish callbacks [] for router_gateway (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.781723 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.825135 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7474aa7-432b-4dab-b363-36a7b52b3fd0 None None] Pushing event updated for resources: {'Port': ['ID=6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:43.928259 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Allocated IP 172.27.4.173 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/65925f3e-c3ac-4627-8bd8-b97a962824f3) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:44.084147 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Publish callbacks [] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.127617 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.171638 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:44.175053 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:44.182027 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:02:44.187774 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=65925f3e-c3ac-4627-8bd8-b97a962824f3,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:44.516114 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Publish callbacks [] for router_gateway (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.609108 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:44.674206 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:44.674891 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.674891 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 Nov 02 13:02:44.742485 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.771435 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:44.771840 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.828938 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:44.834478 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.843645 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e09d018-050d-477e-b9bf-6748ecb46166 None None] Network ae46113b-3acc-4bc8-9509-58e63614d6ec requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:02:44.901935 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:02:44.962220 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:44.984486 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-9cf39c9e-1bb9-48c0-bee9-338271a8417a None None] Provisioning complete for port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:44.984865 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9cf39c9e-1bb9-48c0-bee9-338271a8417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.985178 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9cf39c9e-1bb9-48c0-bee9-338271a8417a None None] Attempt 1 to provision port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 Nov 02 13:02:45.026541 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:02:45.042292 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Sync routers for ids ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:02:45.048453 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.050190 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-3063e132-8325-40c2-933a-620987133ea5 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0914268 Nov 02 13:02:45.053599 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55574) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:45.086559 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Routers {'6fbf7d53-acc8-4124-9b24-7c9520b5cd68'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:02:45.087127 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:02:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:45.216845 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9cf39c9e-1bb9-48c0-bee9-338271a8417a None None] Current status of the port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:45.244100 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Set router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:02:45.550680 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.556150 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-86435dbe-1239-4f23-8292-49d3cb9fe694 None None] Provisioning complete for port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:45.556555 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-86435dbe-1239-4f23-8292-49d3cb9fe694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.556923 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-86435dbe-1239-4f23-8292-49d3cb9fe694 None None] Attempt 1 to provision port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 Nov 02 13:02:45.624029 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.703252 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:44Z', 'revision_number': 3, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:45.743570 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-86435dbe-1239-4f23-8292-49d3cb9fe694 None None] Current status of the port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:45.749723 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Checking router: 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:02:45.749723 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Updating router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 port 65925f3e-c3ac-4627-8bd8-b97a962824f3 binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:02:45.789411 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.874514 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Allocated IP 172.20.0.1 (ae46113b-3acc-4bc8-9509-58e63614d6ec/87405d65-ec7b-4e6f-9b57-268992d7f31b/80e38bf7-c845-4559-a5fa-f40dbcff4f65) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:46.092517 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6354ecc-3b15-43da-8fa1-5794bc604584 req-18c6af6e-8e46-43ff-8138-87f46130a0d2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:46.094226 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c6354ecc-3b15-43da-8fa1-5794bc604584 req-18c6af6e-8e46-43ff-8138-87f46130a0d2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.1509385 Nov 02 13:02:46.127276 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Publish callbacks [] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.134942 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.160477 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c6354ecc-3b15-43da-8fa1-5794bc604584 req-c5890522-df3a-49a7-8f5b-bff214a898b4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566707 Nov 02 13:02:46.172593 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Attempting to bind port 65925f3e-c3ac-4627-8bd8-b97a962824f3 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:02:46.173077 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Attempting to bind port 65925f3e-c3ac-4627-8bd8-b97a962824f3 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:02:46.173350 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Attempting to bind port 65925f3e-c3ac-4627-8bd8-b97a962824f3 on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:46.199526 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:02:46.200030 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:02:46.200616 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.201251 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:02:46.201825 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Bound port: 65925f3e-c3ac-4627-8bd8-b97a962824f3, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:02:46.202322 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.205538 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041051e5-6821-4375-b460-61eaefcf6baa None None] Pushing event updated for resources: {'Port': ['ID=65925f3e-c3ac-4627-8bd8-b97a962824f3,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:46.239288 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Publish callbacks [] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.262999 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] For port 65925f3e-c3ac-4627-8bd8-b97a962824f3, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:46.267812 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] For port 65925f3e-c3ac-4627-8bd8-b97a962824f3, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=65925f3e-c3ac-4627-8bd8-b97a962824f3,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:46.276976 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.291741 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.321237 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Routers {'6fbf7d53-acc8-4124-9b24-7c9520b5cd68'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:02:46.322262 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:02:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:46.330452 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Network ae46113b-3acc-4bc8-9509-58e63614d6ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:46.333838 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:46.336141 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:02:46.364717 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Pushing event updated for resources: {'Port': ['ID=80e38bf7-c845-4559-a5fa-f40dbcff4f65,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:46.382775 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041051e5-6821-4375-b460-61eaefcf6baa None None] Pushing event updated for resources: {'Port': ['ID=65925f3e-c3ac-4627-8bd8-b97a962824f3,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:46.385020 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.461562 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] Set router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:02:46.560805 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.580598 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:46.691870 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:46.692274 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.692608 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 Nov 02 13:02:46.721186 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Provisioning complete for port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:46.722159 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.722159 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Attempt 1 to provision port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 Nov 02 13:02:46.739888 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Publish callbacks [] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.745895 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112444'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.777046 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:46.793702 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:44Z', 'revision_number': 3, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:46.821488 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Pushing event updated for resources: {'Port': ['ID=80e38bf7-c845-4559-a5fa-f40dbcff4f65,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:46.824599 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:46.837484 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf5807-3a9b-457d-9e64-ced5748de3b8 None None] The sync data for ids ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'] in dv-cinder-863278-1-iscsi is: [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:44Z', 'revision_number': 3, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:02:46.852073 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:46.950385 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Network ae46113b-3acc-4bc8-9509-58e63614d6ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:46.951976 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:47.114794 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:02:47.254428 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:02:47.260653 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-16d1e6d7-717c-4c4c-8dc0-0d43b791839d admin admin] 10.222.0.90 "PUT /v2.0/routers/6fbf7d53-acc8-4124-9b24-7c9520b5cd68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2059603 Nov 02 13:02:47.278370 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Attempt 2 to provision port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 Nov 02 13:02:47.333925 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:47.340859 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d09f3f-c170-4f59-b917-1688ec609f01 req-62e74335-f6d8-4afd-bb1d-ec65c2848f30 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:47.343112 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-64d09f3f-c170-4f59-b917-1688ec609f01 req-62e74335-f6d8-4afd-bb1d-ec65c2848f30 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0739689 Nov 02 13:02:47.412598 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-64d09f3f-c170-4f59-b917-1688ec609f01 req-fa286981-2c8d-4959-9fbb-bef3d6144740 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583518 Nov 02 13:02:47.834716 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Attempt 3 to provision port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 Nov 02 13:02:47.878820 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:47.947220 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55608) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:47.952830 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-880882671-network', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:47.974848 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Made reservation on behalf of f43c077d00bf496ba3a6d9df1400e35e for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:47.977548 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.987808 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.085575 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Publish callbacks [] for security_group (b4278bfb-3ba1-47cb-96f6-2e101a544445), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.091110 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (b4278bfb-3ba1-47cb-96f6-2e101a544445), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.122059 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] vlan segment allocate from pool success with {'vlan_id': 1415, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:02:48.131549 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4278bfb-3ba1-47cb-96f6-2e101a544445,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:48.138707 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (0396363d-6321-40c7-a140-4bc240d9c5de), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.139050 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Added segment 0396363d-6321-40c7-a140-4bc240d9c5de of type vlan for network 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 Nov 02 13:02:48.184133 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (3377c1e5-dcaa-494e-9407-8c3ee99d3b64), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.210657 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (3377c1e5-dcaa-494e-9407-8c3ee99d3b64), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.211660 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:48.212271 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.264277 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3156972 Nov 02 13:02:48.268615 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 55610) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:48.274213 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] Request body: {'subnet': {'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-880882671-subnet', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'ip_version': 4}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:48.278127 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bbdc8-4bfc-4ae0-a0c9-f2b271354012 admin admin] Pushing event updated for resources: {'Network': ['ID=3377c1e5-dcaa-494e-9407-8c3ee99d3b64,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:48.295000 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:02:48.313535 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] Made reservation on behalf of f43c077d00bf496ba3a6d9df1400e35e for: {'subnet': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:02:48.319883 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14319857'] for subnet (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.380120 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Attempt 4 to provision port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 Nov 02 13:02:48.420906 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:48.593623 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 65925f3e-c3ac-4627-8bd8-b97a962824f3 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:48.595763 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14319619'] for subnet (26f6070e-6405-463c-911c-3c022e7652de), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.658220 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c574c3-c4c2-4ab8-a152-f4073128aede req-deb43f95-7e23-4fca-8152-1cf530b1ebb0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:48.659763 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a7c574c3-c4c2-4ab8-a152-f4073128aede req-deb43f95-7e23-4fca-8152-1cf530b1ebb0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.1212256 Nov 02 13:02:48.663439 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 65925f3e-c3ac-4627-8bd8-b97a962824f3 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:48.664136 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.664734 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 65925f3e-c3ac-4627-8bd8-b97a962824f3 Nov 02 13:02:48.672311 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f6070e-6405-463c-911c-3c022e7652de,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:48.709424 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] Checking segment: {'id': '0396363d-6321-40c7-a140-4bc240d9c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:02:48.709781 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] Network hostable DHCP agents. Network: 3377c1e5-dcaa-494e-9407-8c3ee99d3b64, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:02:48.733796 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Sync routers for ids ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:02:48.746936 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Routers {'6fbf7d53-acc8-4124-9b24-7c9520b5cd68'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:02:48.747677 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:02:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:48.758265 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a7c574c3-c4c2-4ab8-a152-f4073128aede req-3f5eec3a-fea4-4fff-a6cf-79bf4ff5fd1d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859230 Nov 02 13:02:48.761774 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] Network 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:02:48.778811 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 3377c1e5-dcaa-494e-9407-8c3ee99d3b64) {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:48.783771 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 65925f3e-c3ac-4627-8bd8-b97a962824f3 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:48.784488 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.793869 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:48.795591 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.810428 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df03a1c0-81f1-447a-b7ae-f4aeabfe71ff None None] Network 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:02:48.828757 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-adaef2a4-44f3-473c-a3c5-b004d86ecdb4 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5590844 Nov 02 13:02:48.832691 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55614) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:48.837257 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-880882671-router', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:02:48.865379 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (54b4fb6c-380a-4b69-9842-0f997afa3cb8), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.867495 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (54b4fb6c-380a-4b69-9842-0f997afa3cb8), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.879652 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port 65925f3e-c3ac-4627-8bd8-b97a962824f3, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=65925f3e-c3ac-4627-8bd8-b97a962824f3,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:48.894134 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.925815 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Attempt 5 to provision port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 Nov 02 13:02:48.937783 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Publish callbacks [] for router_controller (54b4fb6c-380a-4b69-9842-0f997afa3cb8), precommit_add_association {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:48.971530 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Set router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:02:49.020159 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=65925f3e-c3ac-4627-8bd8-b97a962824f3,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:49.023067 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:49.044999 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-3377c1e5-dcaa-494e-9407-8c3ee99d3b64', 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64', 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'fixed_ips': [{'subnet_id': '26f6070e-6405-463c-911c-3c022e7652de'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:02:49.046399 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.122590 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Publish callbacks [] for router_gateway (54b4fb6c-380a-4b69-9842-0f997afa3cb8), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.235836 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 4, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80e38bf7-c845-4559-a5fa-f40dbcff4f65', 'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'mac_address': 'fa:16:3e:e9:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:45Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 2, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'subnets': [{'id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:49.258634 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Allocated IP 172.20.0.2 (3377c1e5-dcaa-494e-9407-8c3ee99d3b64/26f6070e-6405-463c-911c-3c022e7652de/b246fda8-d151-4f0b-bbd7-72285981eb08) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:49.270542 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Checking router: 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:02:49.271188 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Updating router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:02:49.310851 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.383794 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Publish callbacks [] for router_gateway (54b4fb6c-380a-4b69-9842-0f997afa3cb8), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.406317 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.490868 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Publish callbacks [] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.499918 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.538578 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Attempt 6 to provision port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 Nov 02 13:02:49.601652 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Network 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:49.606282 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Allocated IP 172.27.4.131 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/a543256c-f17a-4eea-8bd8-9f70c94efcb2) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:49.621891 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:49.631430 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:02:49.643896 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Pushing event updated for resources: {'Port': ['ID=b246fda8-d151-4f0b-bbd7-72285981eb08,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:49.652381 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:49.725053 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Publish callbacks [] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.728254 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Attempting to bind port b246fda8-d151-4f0b-bbd7-72285981eb08 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:02:49.728601 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Attempting to bind port b246fda8-d151-4f0b-bbd7-72285981eb08 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '0396363d-6321-40c7-a140-4bc240d9c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:02:49.729067 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Attempting to bind port b246fda8-d151-4f0b-bbd7-72285981eb08 on network 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:49.733729 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.735507 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:02:49.736029 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Checking segment: {'id': '0396363d-6321-40c7-a140-4bc240d9c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:02:49.737208 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.737617 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Bound using segment: {'id': '0396363d-6321-40c7-a140-4bc240d9c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:02:49.738130 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Bound port: b246fda8-d151-4f0b-bbd7-72285981eb08, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0396363d-6321-40c7-a140-4bc240d9c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:02:49.738526 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.768088 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Publish callbacks [] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.807800 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.829774 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] For port b246fda8-d151-4f0b-bbd7-72285981eb08, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:49.836986 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] For port b246fda8-d151-4f0b-bbd7-72285981eb08, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=b246fda8-d151-4f0b-bbd7-72285981eb08,segment=NetworkSegment(0396363d-6321-40c7-a140-4bc240d9c5de),segment_id=0396363d-6321-40c7-a140-4bc240d9c5de)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:49.847471 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.856885 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Pushing event updated for resources: {'Port': ['ID=80e38bf7-c845-4559-a5fa-f40dbcff4f65,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:49.879278 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.881063 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.881670 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.882335 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.883011 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.883821 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.884643 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.885467 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.886331 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.887586 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.888439 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.889307 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.890117 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:49.896495 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Attempting to bind port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:02:49.897394 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Attempting to bind port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:02:49.898197 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Attempting to bind port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 on network ae46113b-3acc-4bc8-9509-58e63614d6ec {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:49.907044 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:02:49.907428 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Checking segment: {'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:02:49.908035 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.908487 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Bound using segment: {'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:02:49.908978 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Bound port: 80e38bf7-c845-4559-a5fa-f40dbcff4f65, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:02:49.909363 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:49.921112 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1972198-c9df-4094-97f7-5171ef0d2e5b None None] Pushing event updated for resources: {'Port': ['ID=b246fda8-d151-4f0b-bbd7-72285981eb08,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:49.926033 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:49.957525 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Pushing event updated for resources: {'Port': ['ID=a543256c-f17a-4eea-8bd8-9f70c94efcb2,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:49.960433 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:49.968084 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:02:49.995038 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] For port 80e38bf7-c845-4559-a5fa-f40dbcff4f65, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:50.002592 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] For port 80e38bf7-c845-4559-a5fa-f40dbcff4f65, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=80e38bf7-c845-4559-a5fa-f40dbcff4f65,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:50.014070 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:50.029773 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382ef2b-224a-411d-8340-ae4ba25cec0c req-3c895151-c6fe-4487-ba4b-1bf8212e30df tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:50.031520 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c382ef2b-224a-411d-8340-ae4ba25cec0c req-3c895151-c6fe-4487-ba4b-1bf8212e30df tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.1263764 Nov 02 13:02:50.058956 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Routers {'6fbf7d53-acc8-4124-9b24-7c9520b5cd68'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:02:50.059626 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:02:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:50.121100 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62d243-9e4d-444c-9b6a-7feaaa89cb9c None None] Pushing event updated for resources: {'Port': ['ID=80e38bf7-c845-4559-a5fa-f40dbcff4f65,revision_number=4']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:50.154058 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Attempt 7 to provision port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 Nov 02 13:02:50.226616 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c382ef2b-224a-411d-8340-ae4ba25cec0c req-b87f5a2b-dab6-4707-9026-16f41156b90f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866825 Nov 02 13:02:50.261637 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] Set router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:02:50.273928 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Current status of the port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:50.274517 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:50.326460 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-72c18179-9063-4110-b739-da72398d21d9 None None] For port 80e38bf7-c845-4559-a5fa-f40dbcff4f65, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=80e38bf7-c845-4559-a5fa-f40dbcff4f65,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:50.336800 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:50.409194 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c18179-9063-4110-b739-da72398d21d9 None None] Pushing event updated for resources: {'Port': ['ID=80e38bf7-c845-4559-a5fa-f40dbcff4f65,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:50.444341 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Publish callbacks [] for router_gateway (54b4fb6c-380a-4b69-9842-0f997afa3cb8), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:50.468312 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-9f02a499-a991-4b41-bbb9-856298eb9bb8 None None] Provisioning complete for port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:50.468608 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9f02a499-a991-4b41-bbb9-856298eb9bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:50.468928 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-9f02a499-a991-4b41-bbb9-856298eb9bb8 None None] Attempt 1 to provision port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 Nov 02 13:02:50.603092 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 4, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80e38bf7-c845-4559-a5fa-f40dbcff4f65', 'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'mac_address': 'fa:16:3e:e9:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:45Z', 'updated_at': '2022-11-02T13:02:49Z', 'revision_number': 4, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'subnets': [{'id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:50.640608 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a107bd7-7a67-4819-917c-4b22a7f25ff6 None None] The sync data for ids ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'] in dv-cinder-863278-1-iscsi is: [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 4, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80e38bf7-c845-4559-a5fa-f40dbcff4f65', 'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'mac_address': 'fa:16:3e:e9:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:45Z', 'updated_at': '2022-11-02T13:02:49Z', 'revision_number': 4, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'subnets': [{'id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:02:50.766303 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (54b4fb6c-380a-4b69-9842-0f997afa3cb8), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:50.775380 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-9f02a499-a991-4b41-bbb9-856298eb9bb8 None None] Current status of the port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:50.830743 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 65925f3e-c3ac-4627-8bd8-b97a962824f3 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:50.922250 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 65925f3e-c3ac-4627-8bd8-b97a962824f3 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:50.922250 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:50.922250 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 65925f3e-c3ac-4627-8bd8-b97a962824f3 Nov 02 13:02:51.035446 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 65925f3e-c3ac-4627-8bd8-b97a962824f3 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:51.037492 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device b246fda8-d151-4f0b-bbd7-72285981eb08 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:51.110189 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port b246fda8-d151-4f0b-bbd7-72285981eb08 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:51.111041 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.111701 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port b246fda8-d151-4f0b-bbd7-72285981eb08 Nov 02 13:02:51.178187 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:02:51.238361 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port b246fda8-d151-4f0b-bbd7-72285981eb08 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:51.238938 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.293121 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port b246fda8-d151-4f0b-bbd7-72285981eb08, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=b246fda8-d151-4f0b-bbd7-72285981eb08,segment=NetworkSegment(0396363d-6321-40c7-a140-4bc240d9c5de),segment_id=0396363d-6321-40c7-a140-4bc240d9c5de)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:51.298719 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82686c4d-80a8-47f4-8c56-0751f7eb80db None None] Network 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:02:51.306643 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.340040 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:02:51.387966 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.393192 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-1aba6cb5-f8e8-4b82-8ee7-4401b6cce115 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5555832 Nov 02 13:02:51.396979 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 55620) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:02:51.402429 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Sync routers for ids ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:02:51.475520 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Routers {'54b4fb6c-380a-4b69-9842-0f997afa3cb8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:02:51.476422 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:02:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:51.479630 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=b246fda8-d151-4f0b-bbd7-72285981eb08,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:51.483729 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad960ef2-b725-4bc6-9361-a894d422a00c req-dca4221f-03c1-4fc2-a50a-7bbff67e8956 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:51.509639 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ad960ef2-b725-4bc6-9361-a894d422a00c req-dca4221f-03c1-4fc2-a50a-7bbff67e8956 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.1380475 Nov 02 13:02:51.538674 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-5ac0f9f8-03e8-495f-842b-3aca5de037a3 None None] Provisioning complete for port b246fda8-d151-4f0b-bbd7-72285981eb08 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:51.538968 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5ac0f9f8-03e8-495f-842b-3aca5de037a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:51.539313 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-5ac0f9f8-03e8-495f-842b-3aca5de037a3 None None] Attempt 1 to provision port b246fda8-d151-4f0b-bbd7-72285981eb08 Nov 02 13:02:51.585189 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ad960ef2-b725-4bc6-9361-a894d422a00c req-28682da2-7778-4907-afb8-d39f16abe9c1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651553 Nov 02 13:02:51.743633 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0f9f8-03e8-495f-842b-3aca5de037a3 None None] Current status of the port b246fda8-d151-4f0b-bbd7-72285981eb08 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:51.754607 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Set router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:02:52.020831 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'name': 'tempest-TestMinimumBasicScenario-880882671-router', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:48Z', 'updated_at': '2022-11-02T13:02:50Z', 'revision_number': 3, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'gw_port': {'id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:49Z', 'updated_at': '2022-11-02T13:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:52.021785 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.065112 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Checking router: 54b4fb6c-380a-4b69-9842-0f997afa3cb8 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:02:52.065782 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Updating router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 port a543256c-f17a-4eea-8bd8-9f70c94efcb2 binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:02:52.117216 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.219980 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Allocated IP 172.20.0.1 (3377c1e5-dcaa-494e-9407-8c3ee99d3b64/26f6070e-6405-463c-911c-3c022e7652de/ad41815b-2f8c-4587-a2a6-fb9328390486) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:02:52.249329 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-b161d6a7-d00e-4300-aa25-572f44b15532 None None] Provisioning complete for port b246fda8-d151-4f0b-bbd7-72285981eb08 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:52.249856 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-b161d6a7-d00e-4300-aa25-572f44b15532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.250368 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-b161d6a7-d00e-4300-aa25-572f44b15532 None None] Attempt 1 to provision port b246fda8-d151-4f0b-bbd7-72285981eb08 Nov 02 13:02:52.354514 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Publish callbacks [] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.407255 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.424736 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-b161d6a7-d00e-4300-aa25-572f44b15532 None None] Current status of the port b246fda8-d151-4f0b-bbd7-72285981eb08 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:52.452401 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Network 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:52.455347 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:52.461689 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:02:52.468396 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad41815b-2f8c-4587-a2a6-fb9328390486,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:52.527864 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Publish callbacks [] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.537740 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (54b4fb6c-380a-4b69-9842-0f997afa3cb8), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.546133 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.583032 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Attempting to bind port a543256c-f17a-4eea-8bd8-9f70c94efcb2 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:02:52.583409 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Attempting to bind port a543256c-f17a-4eea-8bd8-9f70c94efcb2 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:02:52.583861 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Attempting to bind port a543256c-f17a-4eea-8bd8-9f70c94efcb2 on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:52.594251 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:02:52.594997 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:02:52.595747 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.596714 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:02:52.597524 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Bound port: a543256c-f17a-4eea-8bd8-9f70c94efcb2, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:02:52.598010 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.626631 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894629d9-b887-4f44-a6bb-5b1977e6f240 None None] Pushing event updated for resources: {'Port': ['ID=a543256c-f17a-4eea-8bd8-9f70c94efcb2,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:52.681959 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] For port a543256c-f17a-4eea-8bd8-9f70c94efcb2, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:52.694273 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] For port a543256c-f17a-4eea-8bd8-9f70c94efcb2, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=a543256c-f17a-4eea-8bd8-9f70c94efcb2,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:52.705093 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.757251 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Routers {'54b4fb6c-380a-4b69-9842-0f997afa3cb8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:02:52.757986 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:02:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:52.798131 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device b246fda8-d151-4f0b-bbd7-72285981eb08 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:52.812926 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.827927 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd868072-0aa6-4a5d-b4c0-1f41ad9c741d req-a11d4e8a-0560-43e1-b9f1-7237f23f12ca tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:52.830188 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bd868072-0aa6-4a5d-b4c0-1f41ad9c741d req-a11d4e8a-0560-43e1-b9f1-7237f23f12ca tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.1208813 Nov 02 13:02:52.855160 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894629d9-b887-4f44-a6bb-5b1977e6f240 None None] Pushing event updated for resources: {'Port': ['ID=a543256c-f17a-4eea-8bd8-9f70c94efcb2,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:52.922233 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bd868072-0aa6-4a5d-b4c0-1f41ad9c741d req-39b7940f-28a0-4e01-bf7f-915744a15d9b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838726 Nov 02 13:02:52.927379 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Provisioning complete for port ad41815b-2f8c-4587-a2a6-fb9328390486 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:52.927753 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.928100 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Attempt 1 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:52.955815 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] Set router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:02:52.991222 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port b246fda8-d151-4f0b-bbd7-72285981eb08 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:52.991631 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:52.991980 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port b246fda8-d151-4f0b-bbd7-72285981eb08 Nov 02 13:02:53.029398 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:53.052916 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Publish callbacks [] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.062829 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112444'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.139145 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (54b4fb6c-380a-4b69-9842-0f997afa3cb8), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.141210 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad41815b-2f8c-4587-a2a6-fb9328390486,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:53.259694 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Network 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:02:53.261428 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:02:53.310297 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port b246fda8-d151-4f0b-bbd7-72285981eb08 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:53.311428 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 80e38bf7-c845-4559-a5fa-f40dbcff4f65 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:53.411686 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:53.412063 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:53.412445 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 Nov 02 13:02:53.419782 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:02:53.453046 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'name': 'tempest-TestMinimumBasicScenario-880882671-router', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:48Z', 'updated_at': '2022-11-02T13:02:52Z', 'revision_number': 4, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'gw_port': {'id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:49Z', 'updated_at': '2022-11-02T13:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'ad41815b-2f8c-4587-a2a6-fb9328390486', 'name': '', 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'mac_address': 'fa:16:3e:ad:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '26f6070e-6405-463c-911c-3c022e7652de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:52Z', 'updated_at': '2022-11-02T13:02:52Z', 'revision_number': 1, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'subnets': [{'id': '26f6070e-6405-463c-911c-3c022e7652de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:53.488898 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22f5de-f634-4c21-989d-bbd0c1a09f26 None None] The sync data for ids ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'] in dv-cinder-863278-1-iscsi is: [{'id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'name': 'tempest-TestMinimumBasicScenario-880882671-router', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:48Z', 'updated_at': '2022-11-02T13:02:52Z', 'revision_number': 4, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'gw_port': {'id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:49Z', 'updated_at': '2022-11-02T13:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'ad41815b-2f8c-4587-a2a6-fb9328390486', 'name': '', 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'mac_address': 'fa:16:3e:ad:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '26f6070e-6405-463c-911c-3c022e7652de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:52Z', 'updated_at': '2022-11-02T13:02:52Z', 'revision_number': 1, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'subnets': [{'id': '26f6070e-6405-463c-911c-3c022e7652de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:02:53.539477 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Attempt 2 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:53.566086 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:53.573773 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:02:53.581257 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f36327a4-2d85-4b17-8986-80c30364a6f8 admin admin] 10.222.0.90 "PUT /v2.0/routers/54b4fb6c-380a-4b69-9842-0f997afa3cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1806273 Nov 02 13:02:53.601266 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:54.102318 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Attempt 3 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:54.127887 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989269e-e3de-4b14-91a1-b7eda132a88f req-579b71ce-fd4b-477b-835c-e75d61ddfa10 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:54.130900 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3989269e-e3de-4b14-91a1-b7eda132a88f req-579b71ce-fd4b-477b-835c-e75d61ddfa10 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0846205 Nov 02 13:02:54.157989 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:54.195415 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3989269e-e3de-4b14-91a1-b7eda132a88f req-9d0f006d-38db-4d3d-bc57-ecea864bd6c6 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563624 Nov 02 13:02:54.659237 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Attempt 4 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:54.663369 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device a543256c-f17a-4eea-8bd8-9f70c94efcb2 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:54.745771 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:54.781524 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port a543256c-f17a-4eea-8bd8-9f70c94efcb2 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:54.782220 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.782567 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port a543256c-f17a-4eea-8bd8-9f70c94efcb2 Nov 02 13:02:54.881101 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port a543256c-f17a-4eea-8bd8-9f70c94efcb2 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:54.881941 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:54.924459 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port a543256c-f17a-4eea-8bd8-9f70c94efcb2, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=a543256c-f17a-4eea-8bd8-9f70c94efcb2,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:54.930081 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:55.035417 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=a543256c-f17a-4eea-8bd8-9f70c94efcb2,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:55.246765 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Attempt 5 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:55.372188 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:55.495496 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d753206-e0a8-42c7-8a1d-69b4621cd418 req-d6a1103c-4b19-421f-9ade-466bf7dab074 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:55.497180 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0d753206-e0a8-42c7-8a1d-69b4621cd418 req-d6a1103c-4b19-421f-9ade-466bf7dab074 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.1062272 Nov 02 13:02:55.579624 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0d753206-e0a8-42c7-8a1d-69b4621cd418 req-90de4534-61dc-40a4-9df9-6d3dc134cedb tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743256 Nov 02 13:02:55.874063 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Attempt 6 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:55.920416 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:56.147656 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-98624537-aa10-4a7c-a08a-f6e532c9a852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:56.421770 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Attempt 7 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:56.461143 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:56.599016 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device a543256c-f17a-4eea-8bd8-9f70c94efcb2 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:56.678611 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port a543256c-f17a-4eea-8bd8-9f70c94efcb2 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:56.678910 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:56.679373 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port a543256c-f17a-4eea-8bd8-9f70c94efcb2 Nov 02 13:02:56.794960 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port a543256c-f17a-4eea-8bd8-9f70c94efcb2 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:56.823291 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d6d6f-965e-4023-aa7e-46eb01268d97 req-86f3451e-6f28-464b-971c-9e3ea83a1131 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:56.825215 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c28d6d6f-965e-4023-aa7e-46eb01268d97 req-86f3451e-6f28-464b-971c-9e3ea83a1131 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0865886 Nov 02 13:02:56.897959 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c28d6d6f-965e-4023-aa7e-46eb01268d97 req-4bc15817-0494-4bef-b26c-4c6b42db6733 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649605 Nov 02 13:02:56.962935 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Attempt 8 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:57.000610 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:57.502705 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Attempt 9 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:57.517172 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Sync routers for ids ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:02:57.536119 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Routers {'54b4fb6c-380a-4b69-9842-0f997afa3cb8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:02:57.537096 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:02:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:57.556418 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:57.701848 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Set router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:02:58.036724 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'name': 'tempest-TestMinimumBasicScenario-880882671-router', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:48Z', 'updated_at': '2022-11-02T13:02:52Z', 'revision_number': 4, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'gw_port': {'id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:49Z', 'updated_at': '2022-11-02T13:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'ad41815b-2f8c-4587-a2a6-fb9328390486', 'name': '', 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'mac_address': 'fa:16:3e:ad:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '26f6070e-6405-463c-911c-3c022e7652de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:52Z', 'updated_at': '2022-11-02T13:02:52Z', 'revision_number': 2, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'subnets': [{'id': '26f6070e-6405-463c-911c-3c022e7652de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:58.058099 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Attempt 10 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:58.068541 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505d64f-d87b-4252-97e4-c38968a5c134 req-0e0daf9d-ffe6-4bb3-826d-267c96d7a385 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:58.078920 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7505d64f-d87b-4252-97e4-c38968a5c134 req-0e0daf9d-ffe6-4bb3-826d-267c96d7a385 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0857608 Nov 02 13:02:58.083576 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Checking router: 54b4fb6c-380a-4b69-9842-0f997afa3cb8 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:02:58.084079 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Updating router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 port ad41815b-2f8c-4587-a2a6-fb9328390486 binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:02:58.093832 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bd6f7-49a9-445a-9a08-78e9e1d4b82f None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:58.145127 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.152277 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7505d64f-d87b-4252-97e4-c38968a5c134 req-1bcecacf-e540-4344-8056-d11d6b6bafde tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716808 Nov 02 13:02:58.228543 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Provisioning complete for port ad41815b-2f8c-4587-a2a6-fb9328390486 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:58.229374 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.230078 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Attempt 1 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:58.307568 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:58.317390 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-16daa5c4-9f21-492a-a210-5ae3087fd654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.610411 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Publish callbacks [] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.618178 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.698924 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d8852-1286-4d7e-b044-5a69eba1f131 None None] Pushing event updated for resources: {'Port': ['ID=ad41815b-2f8c-4587-a2a6-fb9328390486,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:58.746283 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Attempting to bind port ad41815b-2f8c-4587-a2a6-fb9328390486 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:02:58.746650 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Attempting to bind port ad41815b-2f8c-4587-a2a6-fb9328390486 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '0396363d-6321-40c7-a140-4bc240d9c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:02:58.747004 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Attempting to bind port ad41815b-2f8c-4587-a2a6-fb9328390486 on network 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:58.754282 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:02:58.754868 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Checking segment: {'id': '0396363d-6321-40c7-a140-4bc240d9c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:02:58.755495 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.756128 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Bound using segment: {'id': '0396363d-6321-40c7-a140-4bc240d9c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:02:58.756952 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Bound port: ad41815b-2f8c-4587-a2a6-fb9328390486, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0396363d-6321-40c7-a140-4bc240d9c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:02:58.757568 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.809313 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Attempt 2 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:58.856087 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Port ad41815b-2f8c-4587-a2a6-fb9328390486 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:02:58.873091 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] For port ad41815b-2f8c-4587-a2a6-fb9328390486, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:58.880494 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] For port ad41815b-2f8c-4587-a2a6-fb9328390486, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=ad41815b-2f8c-4587-a2a6-fb9328390486,segment=NetworkSegment(0396363d-6321-40c7-a140-4bc240d9c5de),segment_id=0396363d-6321-40c7-a140-4bc240d9c5de)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:58.889746 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.931091 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Routers {'54b4fb6c-380a-4b69-9842-0f997afa3cb8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:02:58.931736 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:02:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:58.993598 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d8852-1286-4d7e-b044-5a69eba1f131 None None] Pushing event updated for resources: {'Port': ['ID=ad41815b-2f8c-4587-a2a6-fb9328390486,revision_number=4']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:59.090299 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] Set router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:02:59.350474 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccad62e-4b39-4d45-b867-2f19406427a1 req-febf40a0-f663-4d4b-b61a-de342e2d8ff4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:59.352651 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0ccad62e-4b39-4d45-b867-2f19406427a1 req-febf40a0-f663-4d4b-b61a-de342e2d8ff4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0834365 Nov 02 13:02:59.357240 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Attempt 3 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:02:59.403599 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'name': 'tempest-TestMinimumBasicScenario-880882671-router', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:48Z', 'updated_at': '2022-11-02T13:02:52Z', 'revision_number': 4, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'gw_port': {'id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:49Z', 'updated_at': '2022-11-02T13:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'ad41815b-2f8c-4587-a2a6-fb9328390486', 'name': '', 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'mac_address': 'fa:16:3e:ad:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '26f6070e-6405-463c-911c-3c022e7652de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:52Z', 'updated_at': '2022-11-02T13:02:58Z', 'revision_number': 4, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'subnets': [{'id': '26f6070e-6405-463c-911c-3c022e7652de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:02:59.449124 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec7c44-02dd-4713-9e17-be69b3f7132a None None] The sync data for ids ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'] in dv-cinder-863278-1-iscsi is: [{'id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'name': 'tempest-TestMinimumBasicScenario-880882671-router', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:48Z', 'updated_at': '2022-11-02T13:02:52Z', 'revision_number': 4, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'gw_port': {'id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:49Z', 'updated_at': '2022-11-02T13:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': 'ad41815b-2f8c-4587-a2a6-fb9328390486', 'name': '', 'network_id': '3377c1e5-dcaa-494e-9407-8c3ee99d3b64', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'mac_address': 'fa:16:3e:ad:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '26f6070e-6405-463c-911c-3c022e7652de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:52Z', 'updated_at': '2022-11-02T13:02:58Z', 'revision_number': 4, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'subnets': [{'id': '26f6070e-6405-463c-911c-3c022e7652de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:02:59.516860 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:02:59.529149 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0ccad62e-4b39-4d45-b867-2f19406427a1 req-8cfeaf62-7858-4d5c-a9d5-f915c60bb5f8 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611133 Nov 02 13:02:59.533953 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:59.639975 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Current status of the port ad41815b-2f8c-4587-a2a6-fb9328390486 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:59.650695 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:59.715525 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] For port ad41815b-2f8c-4587-a2a6-fb9328390486, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=ad41815b-2f8c-4587-a2a6-fb9328390486,segment=NetworkSegment(0396363d-6321-40c7-a140-4bc240d9c5de),segment_id=0396363d-6321-40c7-a140-4bc240d9c5de)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:59.725746 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:59.850310 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Pushing event updated for resources: {'Port': ['ID=ad41815b-2f8c-4587-a2a6-fb9328390486,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:59.867916 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.868534 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.868979 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.869448 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.869822 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.870393 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.870855 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.871367 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.872482 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.873034 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.873608 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.874158 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.874730 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bc136-bd54-47ab-9e10-ec986b489e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:59.949046 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device d5aae24c-ac0a-4c55-b771-4ccad1cc65ab details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:03:00.166243 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:00.186944 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'port_id': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'mac_address': 'fa:16:3e:8f:07:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:03:00.251128 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab is: ACTIVE; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:03:00.251515 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:00.275244 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5aae24c-ac0a-4c55-b771-4ccad1cc65ab {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:03:00.318383 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:00.328521 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:00.417496 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,revision_number=6']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:00.546329 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['d5aae24c-ac0a-4c55-b771-4ccad1cc65ab'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:03:00.720398 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device ad41815b-2f8c-4587-a2a6-fb9328390486 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:00.866290 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port ad41815b-2f8c-4587-a2a6-fb9328390486 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:03:00.867246 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:00.867246 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port ad41815b-2f8c-4587-a2a6-fb9328390486 Nov 02 13:03:00.972607 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.124144 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port ad41815b-2f8c-4587-a2a6-fb9328390486 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:03:01.182672 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd04c1-fce7-43df-8629-e410d3e6b472 req-2359a94c-db73-40b6-8970-dc1fa300e41e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:01.186528 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a3dd04c1-fce7-43df-8629-e410d3e6b472 req-2359a94c-db73-40b6-8970-dc1fa300e41e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 945 time: 0.1017201 Nov 02 13:03:01.262993 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a3dd04c1-fce7-43df-8629-e410d3e6b472 req-41b4b3db-0dc2-4652-ae82-6441e09faded tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690734 Nov 02 13:03:01.911919 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device d5aae24c-ac0a-4c55-b771-4ccad1cc65ab up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:01.975485 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:03:01.975866 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.976233 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab Nov 02 13:03:02.071602 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:03:02.072155 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.102219 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:03:02.104604 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200a51bd-61c5-41a5-b058-435bdde3c406" -d '{"events": [{"server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "name": "network-vif-plugged", "status": "completed", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:03:02.122343 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:02.127542 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.159296 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15797322-5eb2-4ac0-aa81-02dd09ee7f05 x-openstack-request-id: req-15797322-5eb2-4ac0-aa81-02dd09ee7f05 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:03:02.159766 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "name": "network-vif-plugged", "status": "completed", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:03:02.160135 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-15797322-5eb2-4ac0-aa81-02dd09ee7f05 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:03:02.160786 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15797322-5eb2-4ac0-aa81-02dd09ee7f05'] response: {'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'code': 200} Nov 02 13:03:02.198629 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,revision_number=7']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:02.390276 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.433116 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f543-bcd0-4df9-8a29-6e68c0fdeeee req-aa75e23f-adaf-49a6-a227-ec3cbc3999ab tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:02.435250 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2ef3f543-bcd0-4df9-8a29-6e68c0fdeeee req-aa75e23f-adaf-49a6-a227-ec3cbc3999ab tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0671518 Nov 02 13:03:02.520471 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2ef3f543-bcd0-4df9-8a29-6e68c0fdeeee req-9b851346-6eb3-41e8-a1b7-69827d7ba7e6 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778735 Nov 02 13:03:03.670717 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c5779-ed8e-4464-a674-31c1c6decd93 req-f6654117-d2b0-4188-a986-ad2fb11c9a40 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:03.677744 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-853c5779-ed8e-4464-a674-31c1c6decd93 req-f6654117-d2b0-4188-a986-ad2fb11c9a40 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0687768 Nov 02 13:03:03.731928 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-853c5779-ed8e-4464-a674-31c1c6decd93 req-05142d53-b10d-4f53-9fbb-2abd2be4d1b5 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529320 Nov 02 13:03:04.142470 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-0ba4fe93-57fb-4bfa-8c15-288ef6432d7c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:04.144058 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-0ba4fe93-57fb-4bfa-8c15-288ef6432d7c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/networks?id=ae46113b-3acc-4bc8-9509-58e63614d6ec HTTP/1.1" status: 200 len: 814 time: 0.1143801 Nov 02 13:03:04.159666 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-a7651d30-dc1f-4d22-bb2e-0be99880acbe tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/quotas/5716ca4d4fc14873bdb6a99cecc9ed64 HTTP/1.1" status: 200 len: 375 time: 0.0099294 Nov 02 13:03:04.234037 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-55103094-39cb-43ca-8523-dac7135afc28 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675843 Nov 02 13:03:04.257074 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-5852d4b0-4f20-4d7a-b7f2-fc434c5def7f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:03:04.257074 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-5852d4b0-4f20-4d7a-b7f2-fc434c5def7f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061262 Nov 02 13:03:04.363403 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-7afefac0-a73a-4865-b056-8fb2f4eed2f6 service neutron] 10.222.0.90 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028893 Nov 02 13:03:04.492348 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-472e0a2a-a276-4238-a2d2-35b8d1dc723e service neutron] 10.222.0.90 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196358 Nov 02 13:03:04.720881 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ec91bd36-dbeb-4249-864b-7eae928fdadd req-0f955334-71f7-4052-bdbc-7338742aba8c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 210 time: 0.0423069 Nov 02 13:03:04.925249 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0265eb0-6018-4070-89a5-db870d6b76d5 req-468cd6fc-8821-4d41-bdd7-3be60e626f9d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:04.927605 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a0265eb0-6018-4070-89a5-db870d6b76d5 req-468cd6fc-8821-4d41-bdd7-3be60e626f9d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0729547 Nov 02 13:03:04.990658 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a0265eb0-6018-4070-89a5-db870d6b76d5 req-d42d2a4e-2c2b-4b5e-8246-56455b389497 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553257 Nov 02 13:03:05.833412 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3071ec9b-be79-4b39-b903-6395cb552e61 req-1dbf1f7d-fad9-48a1-b308-68c178e2deca tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 210 time: 0.0410645 Nov 02 13:03:06.113677 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-54a623b1-8b8b-467a-ad07-d916d343ec55 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:06.117598 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-54a623b1-8b8b-467a-ad07-d916d343ec55 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.105 "GET /v2.0/networks?id=ae46113b-3acc-4bc8-9509-58e63614d6ec HTTP/1.1" status: 200 len: 814 time: 0.1500137 Nov 02 13:03:06.153668 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Request body: {'port': {'device_id': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'admin_state_up': True, 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:06.546857 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e3584-e5f9-4c6b-b645-93592caf2613 req-a6f770be-13ba-40d4-be8f-e7f5f044f991 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:06.548643 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e21e3584-e5f9-4c6b-b645-93592caf2613 req-a6f770be-13ba-40d4-be8f-e7f5f044f991 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.4299381 Nov 02 13:03:06.633820 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Made reservation on behalf of 5716ca4d4fc14873bdb6a99cecc9ed64 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:06.637789 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:06.652099 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e21e3584-e5f9-4c6b-b645-93592caf2613 req-815c38ad-ba8d-4ec6-9e8c-76f8c1322ec4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942092 Nov 02 13:03:06.785802 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Allocated IP 172.20.0.10 (ae46113b-3acc-4bc8-9509-58e63614d6ec/87405d65-ec7b-4e6f-9b57-268992d7f31b/c9696789-eadb-4104-9a82-9ae275fb1c40) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:06.971240 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fa0fe277-ea4c-4d83-9152-2872dbbf8500 req-d4d3b33a-6cb8-436b-84d5-6311f30a7cc3 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 210 time: 0.0435066 Nov 02 13:03:06.986426 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:07.024184 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:07.067080 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Network ae46113b-3acc-4bc8-9509-58e63614d6ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:07.070245 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:07.074196 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:03:07.105021 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'Port': ['ID=c9696789-eadb-4104-9a82-9ae275fb1c40,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:07.139637 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:07.140659 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:07.164102 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-07e68942-9545-421b-a6ce-788fbf5ea3d0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0154572 Nov 02 13:03:07.414705 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Provisioning complete for port c9696789-eadb-4104-9a82-9ae275fb1c40 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:03:07.415334 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:07.415334 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Attempt 1 to provision port c9696789-eadb-4104-9a82-9ae275fb1c40 Nov 02 13:03:07.456135 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Port c9696789-eadb-4104-9a82-9ae275fb1c40 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:03:07.817799 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95c4b7-d228-472f-9f52-9a60d41f1e0b req-00f627ad-8832-4368-8312-d5eef84679b5 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:07.819294 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5e95c4b7-d228-472f-9f52-9a60d41f1e0b req-00f627ad-8832-4368-8312-d5eef84679b5 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0674920 Nov 02 13:03:07.884986 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5e95c4b7-d228-472f-9f52-9a60d41f1e0b req-f339b0e6-890f-4ac9-8b70-97c982db466f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556796 Nov 02 13:03:07.957010 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Attempt 2 to provision port c9696789-eadb-4104-9a82-9ae275fb1c40 Nov 02 13:03:07.994983 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Port c9696789-eadb-4104-9a82-9ae275fb1c40 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:03:08.272140 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513bf6d-6c7d-4e4c-a13e-c335065e2544 req-1471de1f-8626-4780-8291-327807b1ecad tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:08.274446 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5513bf6d-6c7d-4e4c-a13e-c335065e2544 req-1471de1f-8626-4780-8291-327807b1ecad tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0610061 Nov 02 13:03:08.334036 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5513bf6d-6c7d-4e4c-a13e-c335065e2544 req-f6d79534-6e27-442d-87f1-ea74f585c25e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496013 Nov 02 13:03:08.468539 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-d66c7e36-87ce-473e-b08a-68dd9d7766b3 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:03:08.469761 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-d66c7e36-87ce-473e-b08a-68dd9d7766b3 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104165 Nov 02 13:03:08.496542 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Attempt 3 to provision port c9696789-eadb-4104-9a82-9ae275fb1c40 Nov 02 13:03:08.550752 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Port c9696789-eadb-4104-9a82-9ae275fb1c40 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:03:09.052801 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Attempt 4 to provision port c9696789-eadb-4104-9a82-9ae275fb1c40 Nov 02 13:03:09.054109 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6ae9-9b2c-45f1-9415-8d3aed0e4e75 req-dd577f9c-0624-4f3c-88fb-bd30a241a0d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:09.055701 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-15eb6ae9-9b2c-45f1-9415-8d3aed0e4e75 req-dd577f9c-0624-4f3c-88fb-bd30a241a0d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0590541 Nov 02 13:03:09.104818 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Port c9696789-eadb-4104-9a82-9ae275fb1c40 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:03:09.113152 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-15eb6ae9-9b2c-45f1-9415-8d3aed0e4e75 req-3991a8ab-debb-4601-ad9d-06158d1a71e4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499985 Nov 02 13:03:09.519531 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69acf-47cd-4f2f-a775-83be349f617c req-779eceda-7f9c-41a5-9a93-d33e1d48cf26 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:09.527420 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-94a69acf-47cd-4f2f-a775-83be349f617c req-779eceda-7f9c-41a5-9a93-d33e1d48cf26 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0784945 Nov 02 13:03:09.591494 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-94a69acf-47cd-4f2f-a775-83be349f617c req-7d92ee86-f371-4598-a519-b4df8eb5f384 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631030 Nov 02 13:03:09.606472 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Attempt 5 to provision port c9696789-eadb-4104-9a82-9ae275fb1c40 Nov 02 13:03:09.642330 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Port c9696789-eadb-4104-9a82-9ae275fb1c40 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:03:10.144539 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Attempt 6 to provision port c9696789-eadb-4104-9a82-9ae275fb1c40 Nov 02 13:03:10.192433 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Port c9696789-eadb-4104-9a82-9ae275fb1c40 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:03:10.268528 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb31305-2a73-49b3-b108-cc2240b87dd8 req-f26f3665-957d-4e70-a659-56d5e44f163c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:10.270448 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0eb31305-2a73-49b3-b108-cc2240b87dd8 req-f26f3665-957d-4e70-a659-56d5e44f163c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0656793 Nov 02 13:03:10.362499 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0eb31305-2a73-49b3-b108-cc2240b87dd8 req-9a29b518-9655-436d-af44-2fb92b66b035 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851765 Nov 02 13:03:10.694981 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Attempt 7 to provision port c9696789-eadb-4104-9a82-9ae275fb1c40 Nov 02 13:03:10.791966 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Port c9696789-eadb-4104-9a82-9ae275fb1c40 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:03:10.871275 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08e875-38b0-41ba-af68-97182a8dc464 req-c5878ad6-2126-4229-bdcc-f8eeea248c71 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:10.883154 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-da08e875-38b0-41ba-af68-97182a8dc464 req-c5878ad6-2126-4229-bdcc-f8eeea248c71 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.1569633 Nov 02 13:03:11.023936 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-da08e875-38b0-41ba-af68-97182a8dc464 req-a9977144-d307-48cc-9f40-1aeb17e76b87 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389906 Nov 02 13:03:11.293652 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Attempt 8 to provision port c9696789-eadb-4104-9a82-9ae275fb1c40 Nov 02 13:03:11.362404 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Port c9696789-eadb-4104-9a82-9ae275fb1c40 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:03:11.653811 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d8d8a-1521-46f6-801f-09354f6000e1 req-86a877e2-8c51-4d26-9fb9-c40106202198 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:11.662975 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5a8d8d8a-1521-46f6-801f-09354f6000e1 req-86a877e2-8c51-4d26-9fb9-c40106202198 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.1627879 Nov 02 13:03:11.766955 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5a8d8d8a-1521-46f6-801f-09354f6000e1 req-6f69d7d2-035f-46d6-83d3-7a381d8380ac tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963719 Nov 02 13:03:11.864060 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Attempt 9 to provision port c9696789-eadb-4104-9a82-9ae275fb1c40 Nov 02 13:03:11.931589 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Port c9696789-eadb-4104-9a82-9ae275fb1c40 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:03:12.186214 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266f736-8303-451d-aac1-6a089c1fa615 req-0012d3b4-b110-4a66-9aed-ebc3b70fc7da tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:12.195656 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f266f736-8303-451d-aac1-6a089c1fa615 req-0012d3b4-b110-4a66-9aed-ebc3b70fc7da tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0773921 Nov 02 13:03:12.253269 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f266f736-8303-451d-aac1-6a089c1fa615 req-81640c7c-caad-455c-9947-ab32f6062122 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561399 Nov 02 13:03:12.432731 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Attempt 10 to provision port c9696789-eadb-4104-9a82-9ae275fb1c40 Nov 02 13:03:12.465468 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-485beee6-1ef7-455f-8d16-0a4386f4192f None None] Port c9696789-eadb-4104-9a82-9ae275fb1c40 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:03:12.969506 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d460c-1f67-40ef-9792-7e67db3e5639 req-23d3c755-118f-4918-b960-981db916814a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:12.971322 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e19d460c-1f67-40ef-9792-7e67db3e5639 req-23d3c755-118f-4918-b960-981db916814a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.1127663 Nov 02 13:03:13.032108 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e19d460c-1f67-40ef-9792-7e67db3e5639 req-dd9ebbde-614b-4856-86c6-94e5baffcec6 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537543 Nov 02 13:03:13.386238 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b88280-00ff-454e-a4b9-44f2f9e8b80f req-4abfa9f8-bc0c-47c1-8561-2fbe7377269b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:13.389926 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e4b88280-00ff-454e-a4b9-44f2f9e8b80f req-4abfa9f8-bc0c-47c1-8561-2fbe7377269b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0628824 Nov 02 13:03:13.440701 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e4b88280-00ff-454e-a4b9-44f2f9e8b80f req-6ffd73ab-7e5d-42bc-803e-79124d86e084 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455534 Nov 02 13:03:14.232843 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fec39-02cc-4950-bb35-2f282e0d3cc4 req-aad60d87-9c46-4c6d-b8d1-b507f8fe4c91 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:14.237316 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f26fec39-02cc-4950-bb35-2f282e0d3cc4 req-aad60d87-9c46-4c6d-b8d1-b507f8fe4c91 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0932336 Nov 02 13:03:14.293586 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f26fec39-02cc-4950-bb35-2f282e0d3cc4 req-23d079fd-a8f5-4f03-b51b-c216039871d1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552154 Nov 02 13:03:14.592866 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad81a8f-0b2f-4911-9883-c08a45a963a9 req-6dade449-3a08-4757-a4fb-bc33fc3c3159 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:14.595289 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8ad81a8f-0b2f-4911-9883-c08a45a963a9 req-6dade449-3a08-4757-a4fb-bc33fc3c3159 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0611315 Nov 02 13:03:14.702762 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8ad81a8f-0b2f-4911-9883-c08a45a963a9 req-38c0cee2-01f8-4007-96fb-1fa7dfb6f246 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989504 Nov 02 13:03:15.465270 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5eaa4-8453-4c18-a802-1412ff49b928 req-f144a071-ad1b-4d94-9772-4088360280ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:15.474658 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-39d5eaa4-8453-4c18-a802-1412ff49b928 req-f144a071-ad1b-4d94-9772-4088360280ba tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0844307 Nov 02 13:03:15.552632 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.556982 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-39d5eaa4-8453-4c18-a802-1412ff49b928 req-fcfade9b-3b62-4b7b-bf92-282beef3767c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812047 Nov 02 13:03:15.907372 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3bad2-ce0c-49c5-8eb2-56e4250ca3f6 req-d0905c22-305c-4882-b50c-8fcfe4a94ad8 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:15.917430 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8cb3bad2-ce0c-49c5-8eb2-56e4250ca3f6 req-d0905c22-305c-4882-b50c-8fcfe4a94ad8 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0888696 Nov 02 13:03:15.976386 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8cb3bad2-ce0c-49c5-8eb2-56e4250ca3f6 req-79d9afd7-393d-42d9-9c77-fb1dfd99c75e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578415 Nov 02 13:03:16.719727 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b3393-1591-4d0f-9f60-accc0ec94a46 req-cee14287-571f-49d0-9420-fd2c378fdfed tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:16.721629 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b25b3393-1591-4d0f-9f60-accc0ec94a46 req-cee14287-571f-49d0-9420-fd2c378fdfed tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0586524 Nov 02 13:03:16.785509 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b25b3393-1591-4d0f-9f60-accc0ec94a46 req-934fafd5-f9d7-43fe-9a64-fb574866cdfd tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550437 Nov 02 13:03:17.120413 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aeca4b-0d1e-49f0-9416-9d066a82fd47 req-c9585f0d-0890-47a9-bf30-cb7a01a4a0dd tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:17.121887 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-73aeca4b-0d1e-49f0-9416-9d066a82fd47 req-c9585f0d-0890-47a9-bf30-cb7a01a4a0dd tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0616875 Nov 02 13:03:17.174225 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-73aeca4b-0d1e-49f0-9416-9d066a82fd47 req-c711e4b2-558e-4e09-a773-ca53c35407f7 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458896 Nov 02 13:03:17.940078 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d7621-4fd6-46d0-ad55-46ed1c37c2db req-b0d313db-0e61-486c-b491-3017464011bc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:17.941634 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-105d7621-4fd6-46d0-ad55-46ed1c37c2db req-b0d313db-0e61-486c-b491-3017464011bc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0583143 Nov 02 13:03:17.990596 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-105d7621-4fd6-46d0-ad55-46ed1c37c2db req-d296f0d7-0195-49d4-8fad-e4f18f8c00f0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431957 Nov 02 13:03:18.331651 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cf3d-3404-4a05-b4cd-90bc00f7f10e req-9d1c5d87-4fe7-4095-a1ec-528dab7e000c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:18.333272 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b570cf3d-3404-4a05-b4cd-90bc00f7f10e req-9d1c5d87-4fe7-4095-a1ec-528dab7e000c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0636606 Nov 02 13:03:18.342190 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-8779222d-4fe5-43fa-b229-f5c43c61849d tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994655925&fields=id&tenant_id=1ffa8215f4d6479babed8b59e14b7e39 HTTP/1.1" status: 200 len: 267 time: 0.0545545 Nov 02 13:03:18.405486 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b570cf3d-3404-4a05-b4cd-90bc00f7f10e req-564c90a0-d1c5-4030-84a5-00c18f559e39 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656714 Nov 02 13:03:18.482177 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-03d2a219-39c9-46e4-8e58-684a87a7aa7e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:18.487045 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-03d2a219-39c9-46e4-8e58-684a87a7aa7e tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 812 time: 0.1342947 Nov 02 13:03:18.504499 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-078953e1-6b55-4b5b-b3a3-4889e6c46fdb tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/quotas/1ffa8215f4d6479babed8b59e14b7e39 HTTP/1.1" status: 200 len: 375 time: 0.0106485 Nov 02 13:03:18.580110 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-e2a0654c-46b0-471e-bfd0-0e738514c3d0 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672629 Nov 02 13:03:18.688798 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-662dea62-9745-4d49-b950-26f506ce5218 service neutron] 10.222.0.90 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962527 Nov 02 13:03:18.785094 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-997faa27-3791-4fed-a4d2-950ebb20e162 service neutron] 10.222.0.90 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921335 Nov 02 13:03:19.131041 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a663e8cb-56c3-4ec3-8968-4c6bd7a44f0a req-9a8995df-d531-45b9-904e-b3759b6fef79 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 210 time: 0.0321779 Nov 02 13:03:19.180851 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e6d9-d4f4-42c2-bf5e-1aae4f481145 req-e228cd48-cf8d-4927-b551-1a9d6dd1a407 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:19.182309 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3a84e6d9-d4f4-42c2-bf5e-1aae4f481145 req-e228cd48-cf8d-4927-b551-1a9d6dd1a407 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0864587 Nov 02 13:03:19.272802 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3a84e6d9-d4f4-42c2-bf5e-1aae4f481145 req-835d00af-4104-48e1-a98e-2c3b332d285a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812957 Nov 02 13:03:19.554572 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350147c-73be-441c-9ee0-6c77d0470258 req-aa7dcb49-3a1f-46f9-8b7c-9fba7de7a82f tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:19.556177 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7350147c-73be-441c-9ee0-6c77d0470258 req-aa7dcb49-3a1f-46f9-8b7c-9fba7de7a82f tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0653937 Nov 02 13:03:19.620794 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7350147c-73be-441c-9ee0-6c77d0470258 req-19f437b4-68c9-4d30-a2a1-1967a0ca6469 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580673 Nov 02 13:03:20.238755 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b170ec70-0d19-44db-b341-559e096bf108 req-e1124d7f-b4e6-4de5-a601-bc7ab8b9e57f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 210 time: 0.0288205 Nov 02 13:03:20.415644 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494ce76-184d-4003-91b7-3917f46cb8bb req-b7048611-9073-42d6-8825-1d6f162c2b2b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:20.417464 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e494ce76-184d-4003-91b7-3917f46cb8bb req-b7048611-9073-42d6-8825-1d6f162c2b2b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0615690 Nov 02 13:03:20.468564 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e494ce76-184d-4003-91b7-3917f46cb8bb req-ba10ea81-83be-46d8-9ec6-1a8f60cce9a9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442793 Nov 02 13:03:20.756155 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dec758-f9fa-4c31-946d-95de0045f2e4 req-a51415f6-fbc1-41d8-9fc3-3b2232979c46 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:20.757595 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-41dec758-f9fa-4c31-946d-95de0045f2e4 req-a51415f6-fbc1-41d8-9fc3-3b2232979c46 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0575197 Nov 02 13:03:20.813468 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-41dec758-f9fa-4c31-946d-95de0045f2e4 req-8eae1f1f-efb3-4dda-94a6-5cc27eb37a50 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470672 Nov 02 13:03:21.346363 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b89b2720-22c0-4b79-97d2-ca5841698829 req-bd6142cf-27c6-4c6d-8159-5144585e0256 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 210 time: 0.0296550 Nov 02 13:03:21.615626 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f460b6-3c1b-46ad-8ab0-a65ce728527c req-702e5ac8-a55d-4dae-ac57-4e0f37df7325 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:21.617028 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-01f460b6-3c1b-46ad-8ab0-a65ce728527c req-702e5ac8-a55d-4dae-ac57-4e0f37df7325 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0568435 Nov 02 13:03:21.678260 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-01f460b6-3c1b-46ad-8ab0-a65ce728527c req-efb5c99c-669d-4328-89dd-d56a6abf3893 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523589 Nov 02 13:03:21.960228 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca8dad-ccad-4a6d-8c2e-8fc79cd5e66b req-b9dca5b5-7f23-4c69-a1f9-7435c968cd00 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:21.961847 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-72ca8dad-ccad-4a6d-8c2e-8fc79cd5e66b req-b9dca5b5-7f23-4c69-a1f9-7435c968cd00 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0577941 Nov 02 13:03:22.013713 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-72ca8dad-ccad-4a6d-8c2e-8fc79cd5e66b req-6d55e2e7-3789-4ce3-a28c-5f675f51f14c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Nov 02 13:03:22.460501 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9044beb4-02e0-4dff-a9a7-2356b09a1fb3 req-b54aad74-43a7-4965-8107-4ebc6c6c0870 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 210 time: 0.0298557 Nov 02 13:03:22.818262 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5a8c8-a7c9-4d7e-bb40-dd04c399496f req-aac6a8d1-28b7-45b1-9ff7-c9915e383f2c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:22.819787 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a7e5a8c8-a7c9-4d7e-bb40-dd04c399496f req-aac6a8d1-28b7-45b1-9ff7-c9915e383f2c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0560663 Nov 02 13:03:22.876929 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a7e5a8c8-a7c9-4d7e-bb40-dd04c399496f req-d97eae8e-1b75-4c46-9098-16d6314b137a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507605 Nov 02 13:03:23.148263 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9dd40-e523-4c8e-8cd6-58f960add7f4 req-3d959200-6858-4fb0-9520-92537b4ef73c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:23.149782 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-daa9dd40-e523-4c8e-8cd6-58f960add7f4 req-3d959200-6858-4fb0-9520-92537b4ef73c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 932 time: 0.0592070 Nov 02 13:03:23.205852 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-daa9dd40-e523-4c8e-8cd6-58f960add7f4 req-96467cca-7ab4-4923-ac09-55eb56d54b8d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501437 Nov 02 13:03:23.565851 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-22de1306-497f-4949-a6fb-7d3e0134de6f req-c06aace1-c301-490b-91d7-53bb1f167844 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 210 time: 0.0310514 Nov 02 13:03:23.826948 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Request body: {'port': {'device_id': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:23.892826 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.019050 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333ad2a-1242-4e45-9036-7611955524c6 req-88ec0403-090a-441e-8f6e-3ee32fd35591 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:24.020617 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6333ad2a-1242-4e45-9036-7611955524c6 req-88ec0403-090a-441e-8f6e-3ee32fd35591 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0595064 Nov 02 13:03:24.084293 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-6333ad2a-1242-4e45-9036-7611955524c6 req-ee38251e-f2b8-4b97-b652-59caf302b5a0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482485 Nov 02 13:03:24.099761 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-58510c9c-1131-4d80-9c95-6139639d2411 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1472180 Nov 02 13:03:24.226243 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9696789-eadb-4104-9a82-9ae275fb1c40 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:03:24.235991 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Publish callbacks [] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.254107 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Transition to ACTIVE for port object c9696789-eadb-4104-9a82-9ae275fb1c40 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:03:24.258417 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.265413 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-ecf6c1a0-a311-4c08-b111-7abe6b6adffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:24.266934 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-ecf6c1a0-a311-4c08-b111-7abe6b6adffa service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 1130 time: 0.0947011 Nov 02 13:03:24.422252 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9696789-eadb-4104-9a82-9ae275fb1c40,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:24.479355 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cb7ac-306d-48bf-8b56-2f417c816d43 req-ff1db061-3f38-41ee-9401-ae07304f7c59 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:24.480917 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5c1cb7ac-306d-48bf-8b56-2f417c816d43 req-ff1db061-3f38-41ee-9401-ae07304f7c59 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 944 time: 0.1940889 Nov 02 13:03:24.498883 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-b8c24206-7e07-4376-b6c0-817695dd9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:24.500337 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-b8c24206-7e07-4376-b6c0-817695dd9af4 service neutron] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 914 time: 0.2107785 Nov 02 13:03:24.502065 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Attempting to bind port c9696789-eadb-4104-9a82-9ae275fb1c40 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:03:24.502400 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Attempting to bind port c9696789-eadb-4104-9a82-9ae275fb1c40 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:03:24.502724 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Attempting to bind port c9696789-eadb-4104-9a82-9ae275fb1c40 on network ae46113b-3acc-4bc8-9509-58e63614d6ec {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:24.526366 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Port c9696789-eadb-4104-9a82-9ae275fb1c40 on network ae46113b-3acc-4bc8-9509-58e63614d6ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:03:24.526687 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Attempting to bind port c9696789-eadb-4104-9a82-9ae275fb1c40 on network ae46113b-3acc-4bc8-9509-58e63614d6ec {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:24.570337 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:03:24.571032 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Checking segment: {'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:03:24.571032 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Bound using segment: {'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:03:24.571462 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Bound port: c9696789-eadb-4104-9a82-9ae275fb1c40, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd74f10-e5f1-4068-a47f-1418f77db5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:03:24.571822 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.603894 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5c1cb7ac-306d-48bf-8b56-2f417c816d43 req-7aed8b03-0d5d-4f7e-97aa-7632337a380a tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162508 Nov 02 13:03:24.610558 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-80578bca-5cd3-4207-83c4-a2ca13c17409 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee660ea-c2fa-4fab-a75e-65370edd6b07 HTTP/1.1" status: 200 len: 1002 time: 0.0999048 Nov 02 13:03:24.674294 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d709052b-a4fb-473c-979d-c7167a94f1b8 req-000e3f4e-820e-4a97-89e3-60b445762085 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 210 time: 0.0279503 Nov 02 13:03:24.706188 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-6c03e2f8-fb50-42e3-8ea5-4df99cd8c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:24.707736 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-6c03e2f8-fb50-42e3-8ea5-4df99cd8c86e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0807986 Nov 02 13:03:24.708806 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] For port c9696789-eadb-4104-9a82-9ae275fb1c40, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:24.712249 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] For port c9696789-eadb-4104-9a82-9ae275fb1c40, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c9696789-eadb-4104-9a82-9ae275fb1c40,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:24.722894 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.727192 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:24.727769 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:24.729177 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] 10.222.0.105 "PUT /v2.0/ports/c9696789-eadb-4104-9a82-9ae275fb1c40 HTTP/1.1" status: 200 len: 1094 time: 0.9067950 Nov 02 13:03:24.729655 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:03:24.731924 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43873c3-d264-465b-9b5a-ed337428d5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:03:24.778706 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fc20c-c636-4710-9e68-9f2c715c20d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9696789-eadb-4104-9a82-9ae275fb1c40,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:24.831522 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9047b409-1dd0-4910-b08f-91869f3699d5 x-openstack-request-id: req-9047b409-1dd0-4910-b08f-91869f3699d5 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:03:24.831955 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:03:24.832475 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9047b409-1dd0-4910-b08f-91869f3699d5 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:03:24.832751 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9047b409-1dd0-4910-b08f-91869f3699d5'] response: {'name': 'network-changed', 'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'status': 'completed', 'code': 200} Nov 02 13:03:24.941890 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-1d3c0400-2292-4a8f-aee2-bddd44334fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:24.943316 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-1d3c0400-2292-4a8f-aee2-bddd44334fdb service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785732 Nov 02 13:03:24.952553 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43873c3-d264-465b-9b5a-ed337428d5ea req-491f4e90-604f-4234-afb7-8e77b7b7df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:24.953903 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c43873c3-d264-465b-9b5a-ed337428d5ea req-491f4e90-604f-4234-afb7-8e77b7b7df3a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64&device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 1128 time: 0.0626478 Nov 02 13:03:25.102220 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-62dd939a-1546-4cae-95ab-50c2488c42a4 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516104 Nov 02 13:03:25.111663 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43873c3-d264-465b-9b5a-ed337428d5ea req-6e091193-2c4d-40e7-92da-6ec2881047e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:25.113396 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c43873c3-d264-465b-9b5a-ed337428d5ea req-6e091193-2c4d-40e7-92da-6ec2881047e3 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1431017 Nov 02 13:03:25.276630 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7ab8e-a545-421c-85ac-0f689f55bea9 req-9710322a-fb22-4a20-b356-0726a950a757 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:25.278044 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-eeb7ab8e-a545-421c-85ac-0f689f55bea9 req-9710322a-fb22-4a20-b356-0726a950a757 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0820682 Nov 02 13:03:25.313044 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-00b209c2-45f6-44c8-b35e-93009d99bc0d req-f99d1f45-6580-4d32-92b0-a1e4ac6a5345 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753793 Nov 02 13:03:25.314137 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43873c3-d264-465b-9b5a-ed337428d5ea req-7c62e9e7-704c-4cab-970f-75616150163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:25.315437 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c43873c3-d264-465b-9b5a-ed337428d5ea req-7c62e9e7-704c-4cab-970f-75616150163c service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1684861 Nov 02 13:03:25.331274 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-eeb7ab8e-a545-421c-85ac-0f689f55bea9 req-bedc6266-7022-4034-8797-1f2823e1d486 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471494 Nov 02 13:03:25.655180 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-bac9f2d4-c0f1-4fd5-ae06-080d889db402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:25.656758 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-bac9f2d4-c0f1-4fd5-ae06-080d889db402 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64&device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 1128 time: 0.1103840 Nov 02 13:03:25.662993 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-6bee78fa-cfb0-4d97-b9dc-691400b85cf9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:25.664262 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-6bee78fa-cfb0-4d97-b9dc-691400b85cf9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 812 time: 0.1405752 Nov 02 13:03:25.742069 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1718a-558d-4df0-b49f-8ea55545be3f req-49ddb098-226c-4757-925d-579e0dc03858 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:25.743742 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b6a1718a-558d-4df0-b49f-8ea55545be3f req-49ddb098-226c-4757-925d-579e0dc03858 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 944 time: 0.0558090 Nov 02 13:03:25.778821 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ccfcbc1e-88a0-487a-a61b-39a7b3f76ddf req-a8137699-db1a-402d-ba25-fdea2b40606f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 210 time: 0.0270960 Nov 02 13:03:25.797147 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b6a1718a-558d-4df0-b49f-8ea55545be3f req-c1b233d8-9fd2-4ce1-b484-35748640930d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473621 Nov 02 13:03:25.876373 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-728097c6-c5cc-4b4b-b0ed-6b42b5043ed3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9696789-eadb-4104-9a82-9ae275fb1c40 HTTP/1.1" status: 200 len: 217 time: 0.0781507 Nov 02 13:03:26.133914 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-493e841d-de7e-4e08-9e78-f708f015308f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:26.215453 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-b01ee602-a630-4b7f-9e05-0aa842ba87ee tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ffa8215f4d6479babed8b59e14b7e39 HTTP/1.1" status: 200 len: 379 time: 0.4161630 Nov 02 13:03:26.217161 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1314c-c149-4e25-832f-852ad85d6cbe req-c9302cd5-571e-49e7-ab7b-78ec0a16e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:26.218514 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-46c1314c-c149-4e25-832f-852ad85d6cbe req-c9302cd5-571e-49e7-ab7b-78ec0a16e8a0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 1130 time: 0.4185543 Nov 02 13:03:26.232632 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-23548b70-4a02-42b4-ba2e-ea4cc8761a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:26.234010 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-23548b70-4a02-42b4-ba2e-ea4cc8761a4c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=87405d65-ec7b-4e6f-9b57-268992d7f31b HTTP/1.1" status: 200 len: 853 time: 0.3217764 Nov 02 13:03:26.277682 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'port': {'device_id': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'admin_state_up': True, 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'security_groups': ['8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:26.471744 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1314c-c149-4e25-832f-852ad85d6cbe req-718807f2-01f8-4f35-b2c0-029381309084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:26.473373 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-46c1314c-c149-4e25-832f-852ad85d6cbe req-718807f2-01f8-4f35-b2c0-029381309084 service neutron] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 919 time: 0.2008350 Nov 02 13:03:26.476422 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-a03c0868-12d2-40c6-ae92-d112f679dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:26.477787 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-a03c0868-12d2-40c6-ae92-d112f679dce3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=ae46113b-3acc-4bc8-9509-58e63614d6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2062171 Nov 02 13:03:26.480236 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb32474-ac2e-42de-ba32-9a9c87ccadf8 req-88d41fe6-0899-471e-b52f-2e904ff7d005 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:26.481920 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4fb32474-ac2e-42de-ba32-9a9c87ccadf8 req-88d41fe6-0899-471e-b52f-2e904ff7d005 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.0649970 Nov 02 13:03:26.545746 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4fb32474-ac2e-42de-ba32-9a9c87ccadf8 req-ed32b716-1dbe-4164-8556-df7f94353100 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557270 Nov 02 13:03:26.607519 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Made reservation on behalf of 1ffa8215f4d6479babed8b59e14b7e39 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:03:26.610932 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:26.640721 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-46c1314c-c149-4e25-832f-852ad85d6cbe req-c69150ed-d3a2-43a5-8438-786fbf8ab358 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab HTTP/1.1" status: 200 len: 1001 time: 0.1561725 Nov 02 13:03:26.744792 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-eefd05e3-2e1f-410d-99b4-90e73241dd2b service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488384 Nov 02 13:03:26.755938 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1314c-c149-4e25-832f-852ad85d6cbe req-38093da9-80cd-4246-95e2-03b9bb6d3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:26.757371 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-46c1314c-c149-4e25-832f-852ad85d6cbe req-38093da9-80cd-4246-95e2-03b9bb6d3ab8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.1082451 Nov 02 13:03:26.918122 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fe335c80-d881-4377-90b9-006e876910b4 req-c4fc783b-7fa7-4ce9-8a33-620328066181 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 210 time: 0.0543654 Nov 02 13:03:26.930845 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355216f2-a34b-4435-9e0b-ca9f7145a140 req-881899e7-312c-45c7-ab3d-88c96cf1802f tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:26.933056 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-355216f2-a34b-4435-9e0b-ca9f7145a140 req-881899e7-312c-45c7-ab3d-88c96cf1802f tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 944 time: 0.0595572 Nov 02 13:03:26.935754 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Allocated IP 172.20.0.10 (dc24f821-79ec-4404-92fe-d5786cb39ed4/0fbde265-5d79-4d53-8333-cf7c9065b76f/8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:26.960798 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1314c-c149-4e25-832f-852ad85d6cbe req-b5466e3e-a172-465e-9710-8ca87a0dec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:26.962301 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-46c1314c-c149-4e25-832f-852ad85d6cbe req-b5466e3e-a172-465e-9710-8ca87a0dec67 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1960719 Nov 02 13:03:26.993263 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-d7f5e427-9e79-427d-a42c-ddbd766a232c service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258348 Nov 02 13:03:26.994459 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-355216f2-a34b-4435-9e0b-ca9f7145a140 req-dff23252-4cd7-4bd1-8ba6-dd8bd96f3825 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 Nov 02 13:03:27.134702 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-46c1314c-c149-4e25-832f-852ad85d6cbe req-cc9dc913-e881-46fc-b6dc-aad4f49b4246 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626806 Nov 02 13:03:27.215716 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.265202 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-46c1314c-c149-4e25-832f-852ad85d6cbe req-8e293b8a-3ce8-475c-ac43-5ccb838c6e57 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234691 Nov 02 13:03:27.276421 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.317142 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:27.320255 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:27.326978 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:03:27.332485 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'Port': ['ID=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:27.381349 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:27.381999 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.401479 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-49185eb3-ee9b-4a3e-bfd0-6306103516a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1313658 Nov 02 13:03:27.427547 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Request body: {'port': {'device_id': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:27.495665 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.589078 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-37c49377-26a7-4209-aa77-4dcfde9d1abb None None] Provisioning complete for port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:03:27.589654 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-37c49377-26a7-4209-aa77-4dcfde9d1abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.589654 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-37c49377-26a7-4209-aa77-4dcfde9d1abb None None] Attempt 1 to provision port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 Nov 02 13:03:27.626463 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-37c49377-26a7-4209-aa77-4dcfde9d1abb None None] Port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:03:27.747755 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e3477-184b-4fab-8dc6-1bb3666bb4fe req-5d52604b-7c14-4fd6-b71a-fa5d4550884a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:27.749362 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a70e3477-184b-4fab-8dc6-1bb3666bb4fe req-5d52604b-7c14-4fd6-b71a-fa5d4550884a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 946 time: 0.1103897 Nov 02 13:03:27.823066 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:03:27.836617 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Publish callbacks [] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.850259 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a70e3477-184b-4fab-8dc6-1bb3666bb4fe req-8108bd9d-f8a1-4bcd-8400-1e03345b712b tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937858 Nov 02 13:03:27.855462 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Transition to ACTIVE for port object 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:03:27.860267 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.919189 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Pushing event updated for resources: {'Port': ['ID=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:27.968168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Attempting to bind port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:03:27.968555 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Attempting to bind port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:03:27.968895 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Attempting to bind port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 on network dc24f821-79ec-4404-92fe-d5786cb39ed4 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:27.973773 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 on network dc24f821-79ec-4404-92fe-d5786cb39ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:03:27.974131 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Attempting to bind port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 on network dc24f821-79ec-4404-92fe-d5786cb39ed4 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:03:27.979663 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:03:27.980004 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Checking segment: {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:03:27.980429 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Bound using segment: {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:03:27.980874 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Bound port: 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8774c51c-c056-4973-bff2-11ea1c5c10ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:03:27.981243 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.055979 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] For port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:03:28.059002 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05834a96-dc1d-46d3-ad40-40c6d4ef2e8c req-fbb61b53-5d1d-4c19-91bc-6dfb5ccba51a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:28.060339 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] For port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:03:28.062271 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-05834a96-dc1d-46d3-ad40-40c6d4ef2e8c req-fbb61b53-5d1d-4c19-91bc-6dfb5ccba51a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0669222 Nov 02 13:03:28.070839 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.079815 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:28.080525 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.082230 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] 10.222.0.105 "PUT /v2.0/ports/8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 HTTP/1.1" status: 200 len: 1094 time: 0.6590416 Nov 02 13:03:28.083116 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'tag': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:03:28.085836 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0969725-c686-4026-aa5a-317a13f17fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754", "tag": "8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:03:28.121537 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device d5aae24c-ac0a-4c55-b771-4ccad1cc65ab no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:03:28.144414 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-37c49377-26a7-4209-aa77-4dcfde9d1abb None None] Attempt 2 to provision port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 Nov 02 13:03:28.145056 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-05834a96-dc1d-46d3-ad40-40c6d4ef2e8c req-fe98e827-d6a7-4a71-bbfc-665b451dbdbc tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769925 Nov 02 13:03:28.196368 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64ed4b-2fe1-40b0-9b8d-95777524a594 service neutron] Pushing event updated for resources: {'Port': ['ID=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:28.206037 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-37c49377-26a7-4209-aa77-4dcfde9d1abb None None] Port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:03:28.223256 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7d2b3f-a3de-4a26-bf1a-bf1f518bbe4c x-openstack-request-id: req-2f7d2b3f-a3de-4a26-bf1a-bf1f518bbe4c {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:03:28.223651 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754", "tag": "8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:03:28.223982 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2f7d2b3f-a3de-4a26-bf1a-bf1f518bbe4c {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:03:28.224508 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7d2b3f-a3de-4a26-bf1a-bf1f518bbe4c'] response: {'name': 'network-changed', 'server_uuid': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'tag': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11', 'status': 'completed', 'code': 200} Nov 02 13:03:28.243335 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6aa502-aba0-479e-ae8c-52955b9d22d1 req-6dd11932-11c7-4c5d-933d-6bd14e32f734 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:28.244944 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-da6aa502-aba0-479e-ae8c-52955b9d22d1 req-6dd11932-11c7-4c5d-933d-6bd14e32f734 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 944 time: 0.1358941 Nov 02 13:03:28.255727 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab is: ACTIVE; New status is: DOWN {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:03:28.256131 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.273087 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-2801a7bd-0e2b-4d07-83dc-6ed73cef13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:28.274626 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-2801a7bd-0e2b-4d07-83dc-6ed73cef13b1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 1128 time: 0.0970714 Nov 02 13:03:28.290958 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:03:28.294372 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7d1580-1190-4eb2-9f5f-e9dea47f0a9b" -d '{"events": [{"server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "name": "network-vif-unplugged", "status": "completed", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:03:28.303425 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:28.314252 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.321371 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-40466ad5-1572-412b-807b-6b1440ccee4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:28.337579 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-811743a1-4592-4cbf-baae-c4f09f5399d2 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 HTTP/1.1" status: 200 len: 217 time: 0.0464101 Nov 02 13:03:28.341808 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-da6aa502-aba0-479e-ae8c-52955b9d22d1 req-538ec35e-b8fe-4774-ba81-79ba4ddab2ad tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892570 Nov 02 13:03:28.374208 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0286d1b3-e2ab-49f6-b4ef-000659c3c4c8 x-openstack-request-id: req-0286d1b3-e2ab-49f6-b4ef-000659c3c4c8 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:03:28.374869 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "name": "network-vif-unplugged", "status": "completed", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:03:28.375457 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0286d1b3-e2ab-49f6-b4ef-000659c3c4c8 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:03:28.375968 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0286d1b3-e2ab-49f6-b4ef-000659c3c4c8'] response: {'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'code': 200} Nov 02 13:03:28.393813 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,revision_number=8']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:28.412269 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-b1be7bab-334d-447c-a5cf-c0970208d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:28.413784 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-b1be7bab-334d-447c-a5cf-c0970208d3fb service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0678291 Nov 02 13:03:28.471710 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-037f30cb-ab71-4c4f-b0ca-c5a90fc0b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:28.473406 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-037f30cb-ab71-4c4f-b0ca-c5a90fc0b3d2 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531623 Nov 02 13:03:28.568646 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-2e1865a6-3f38-4c4f-9a13-458de4a1deb5 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868692 Nov 02 13:03:28.671670 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7fa26818-f6d2-41b8-a50e-4d0e838cad2c req-0ab8af2a-f0c5-409d-98cf-a7be6534a219 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967312 Nov 02 13:03:28.836574 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0969725-c686-4026-aa5a-317a13f17fdd req-d2f08902-e421-44c9-93e5-f00c5381d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:28.838308 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a0969725-c686-4026-aa5a-317a13f17fdd req-d2f08902-e421-44c9-93e5-f00c5381d16e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 1128 time: 0.0533376 Nov 02 13:03:28.940373 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0969725-c686-4026-aa5a-317a13f17fdd req-1225032a-c2f4-4ab1-8048-e1523173a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:28.941967 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a0969725-c686-4026-aa5a-317a13f17fdd req-1225032a-c2f4-4ab1-8048-e1523173a6b3 service neutron] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 914 time: 0.0957000 Nov 02 13:03:29.005838 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a0969725-c686-4026-aa5a-317a13f17fdd req-d6091dfd-e0d2-43da-bd9c-b6c5fcc288dd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 HTTP/1.1" status: 200 len: 217 time: 0.0542393 Nov 02 13:03:29.061726 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affaa4f-90c4-495e-ae05-63664b87e0cb req-2ea2a0ed-57bd-423c-a0eb-a06ab83964aa tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:29.063247 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4affaa4f-90c4-495e-ae05-63664b87e0cb req-2ea2a0ed-57bd-423c-a0eb-a06ab83964aa tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.1203949 Nov 02 13:03:29.077006 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0969725-c686-4026-aa5a-317a13f17fdd req-ff1fd20e-c32a-4d5a-83c9-0f38c9104a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:29.078535 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a0969725-c686-4026-aa5a-317a13f17fdd req-ff1fd20e-c32a-4d5a-83c9-0f38c9104a0a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0659018 Nov 02 13:03:29.145719 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4affaa4f-90c4-495e-ae05-63664b87e0cb req-6a31db4e-c8f3-4726-8cb8-a4f3d31d3bee tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754869 Nov 02 13:03:29.158220 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0969725-c686-4026-aa5a-317a13f17fdd req-b811bb40-6724-45be-a8f2-1889a660a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:29.159720 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a0969725-c686-4026-aa5a-317a13f17fdd req-b811bb40-6724-45be-a8f2-1889a660a75e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730784 Nov 02 13:03:29.251199 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a0969725-c686-4026-aa5a-317a13f17fdd req-aca36e98-60a3-4890-bbf6-06b6f39e947a service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842042 Nov 02 13:03:29.279146 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322139f-5312-403f-9686-fd0b65515855 req-c058bd53-033e-424e-89b4-c5faa8b0681d tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:29.280663 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5322139f-5312-403f-9686-fd0b65515855 req-c058bd53-033e-424e-89b4-c5faa8b0681d tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0538051 Nov 02 13:03:29.336261 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5322139f-5312-403f-9686-fd0b65515855 req-78617e72-87a1-473a-b84e-3b1531dc5334 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489855 Nov 02 13:03:29.354742 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a0969725-c686-4026-aa5a-317a13f17fdd req-5aa51bf5-f6d9-4e3e-9415-ef24422406e8 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931015 Nov 02 13:03:29.442743 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:29.479080 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821afda-bfed-4a25-b5b9-8d2d34d1b96d req-440e1a41-39cc-4d6d-b3e7-77e262019ff6 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:29.480714 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4821afda-bfed-4a25-b5b9-8d2d34d1b96d req-440e1a41-39cc-4d6d-b3e7-77e262019ff6 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 944 time: 0.0563774 Nov 02 13:03:29.532800 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4821afda-bfed-4a25-b5b9-8d2d34d1b96d req-26cda94d-5526-4669-8d42-3dd48d33511f tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460362 Nov 02 13:03:30.101425 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c9696789-eadb-4104-9a82-9ae275fb1c40 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:03:30.210760 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port c9696789-eadb-4104-9a82-9ae275fb1c40, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c9696789-eadb-4104-9a82-9ae275fb1c40,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:30.223069 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'port_id': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'mac_address': 'fa:16:3e:b8:3a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:03:30.257583 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port c9696789-eadb-4104-9a82-9ae275fb1c40 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:03:30.258001 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.271659 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9696789-eadb-4104-9a82-9ae275fb1c40 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:03:30.282556 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f78f-8f72-4a9f-af82-81c800f65e0f req-a5a3613b-f8d0-4b4b-bc61-4ec687868bad tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:30.284237 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8a75f78f-8f72-4a9f-af82-81c800f65e0f req-a5a3613b-f8d0-4b4b-bc61-4ec687868bad tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0559208 Nov 02 13:03:30.293023 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port c9696789-eadb-4104-9a82-9ae275fb1c40, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c9696789-eadb-4104-9a82-9ae275fb1c40,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:30.297399 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.334608 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8a75f78f-8f72-4a9f-af82-81c800f65e0f req-029c5030-e524-4c47-8cb3-52cace2b51cd tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439961 Nov 02 13:03:30.346900 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=c9696789-eadb-4104-9a82-9ae275fb1c40,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:30.476820 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7e6fe-b798-462d-a458-8fb29f227df0 req-708fd7fe-22b7-4c50-89c9-1e288e72d8ff tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:30.478384 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-98f7e6fe-b798-462d-a458-8fb29f227df0 req-708fd7fe-22b7-4c50-89c9-1e288e72d8ff tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0627511 Nov 02 13:03:30.530644 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-98f7e6fe-b798-462d-a458-8fb29f227df0 req-3dbf141d-e04e-49ed-85a5-4a200090798a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464749 Nov 02 13:03:30.664378 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0704509-77cc-4873-b793-273f5ef4d46a req-e6e1664d-e5c5-43e7-bc44-0b9c8da1bc07 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:30.666014 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c0704509-77cc-4873-b793-273f5ef4d46a req-e6e1664d-e5c5-43e7-bc44-0b9c8da1bc07 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 945 time: 0.0584512 Nov 02 13:03:30.714605 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c0704509-77cc-4873-b793-273f5ef4d46a req-56c46068-5158-4a7d-83e9-cb51b1f33012 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 Nov 02 13:03:30.903916 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:30.959136 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['c9696789-eadb-4104-9a82-9ae275fb1c40'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:03:31.351417 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876adb3-0b16-41b6-923e-9d92d9fe8483 req-4dfde5e2-230a-455f-886b-30d5cedd34b0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:31.352961 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c876adb3-0b16-41b6-923e-9d92d9fe8483 req-4dfde5e2-230a-455f-886b-30d5cedd34b0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0821540 Nov 02 13:03:31.400995 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-9437e3a2-a143-4ea2-8f33-45e93d1875a0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899305 Nov 02 13:03:31.412066 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c876adb3-0b16-41b6-923e-9d92d9fe8483 req-c8e4508b-8dbf-4b0d-99e4-924e9c02ef45 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512877 Nov 02 13:03:31.475956 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-a110aff8-63b0-45d5-b9a7-2be471caf676 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:31.477368 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-a110aff8-63b0-45d5-b9a7-2be471caf676 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports/d5aae24c-ac0a-4c55-b771-4ccad1cc65ab HTTP/1.1" status: 200 len: 941 time: 0.0486896 Nov 02 13:03:31.661488 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa67c9d-9ac9-442b-a8dd-d8fea49845ee req-0b032969-5213-4b35-90cc-40b5341e06c7 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:31.663226 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-dfa67c9d-9ac9-442b-a8dd-d8fea49845ee req-0b032969-5213-4b35-90cc-40b5341e06c7 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0563846 Nov 02 13:03:31.717403 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-dfa67c9d-9ac9-442b-a8dd-d8fea49845ee req-dea550a2-5113-4fb4-8534-940f9a1953ef tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483611 Nov 02 13:03:31.843898 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c4237-c888-453d-96f3-349f7eb19bc4 req-0a75f3aa-ec03-4679-8cbc-7edbb5b069f0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:31.845403 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9a7c4237-c888-453d-96f3-349f7eb19bc4 req-0a75f3aa-ec03-4679-8cbc-7edbb5b069f0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 945 time: 0.0560365 Nov 02 13:03:31.898018 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9a7c4237-c888-453d-96f3-349f7eb19bc4 req-0f7c83ce-82f3-43e1-b91c-d4b8ee3a83d1 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Nov 02 13:03:32.111307 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c9696789-eadb-4104-9a82-9ae275fb1c40 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:32.163094 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port c9696789-eadb-4104-9a82-9ae275fb1c40 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:03:32.168226 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port c9696789-eadb-4104-9a82-9ae275fb1c40 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:03:32.168617 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.168990 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port c9696789-eadb-4104-9a82-9ae275fb1c40 Nov 02 13:03:32.243378 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port c9696789-eadb-4104-9a82-9ae275fb1c40 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:03:32.243791 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.266378 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:03:32.268706 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503edc0a-a0d3-4725-be5e-7b5e543e2d3f" -d '{"events": [{"server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "name": "network-vif-plugged", "status": "completed", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:03:32.281601 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port c9696789-eadb-4104-9a82-9ae275fb1c40, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c9696789-eadb-4104-9a82-9ae275fb1c40,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:32.287316 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.288498 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device d5aae24c-ac0a-4c55-b771-4ccad1cc65ab no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:03:32.311107 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea873bf-172e-4776-8e52-5afb8431c0ec x-openstack-request-id: req-5ea873bf-172e-4776-8e52-5afb8431c0ec {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:03:32.311404 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "name": "network-vif-plugged", "status": "completed", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:03:32.311665 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5ea873bf-172e-4776-8e52-5afb8431c0ec {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:03:32.312034 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea873bf-172e-4776-8e52-5afb8431c0ec'] response: {'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'code': 200} Nov 02 13:03:32.382476 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=c9696789-eadb-4104-9a82-9ae275fb1c40,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:32.387520 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:32.420283 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-be11cab5-8828-4f0c-9daf-acd9c4b05c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:32.422716 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-be11cab5-8828-4f0c-9daf-acd9c4b05c33 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a&tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b HTTP/1.1" status: 200 len: 1128 time: 0.0588720 Nov 02 13:03:32.430755 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab is: DOWN; New status is: DOWN {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:03:32.551444 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-3218b895-b874-424b-9b0e-b8dbf41d433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:32.553016 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-3218b895-b874-424b-9b0e-b8dbf41d433d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 1128 time: 0.0937607 Nov 02 13:03:32.851464 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167c65e-d7e3-4a96-b140-2213347c15ef req-f9564303-5ee9-433e-82b1-ea28122bbc4f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:32.853088 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7167c65e-d7e3-4a96-b140-2213347c15ef req-f9564303-5ee9-433e-82b1-ea28122bbc4f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0560784 Nov 02 13:03:32.906179 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7167c65e-d7e3-4a96-b140-2213347c15ef req-9c1e9b49-77b5-4b95-bf48-5d3480f4f947 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466714 Nov 02 13:03:32.919006 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f25222-80b5-43a2-bb4c-3621ff8a16f6 req-f2e858c8-0db1-46e9-a457-7302c3e2259f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:32.920501 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c2f25222-80b5-43a2-bb4c-3621ff8a16f6 req-f2e858c8-0db1-46e9-a457-7302c3e2259f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.4206994 Nov 02 13:03:32.937066 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d0b9e-ede6-4181-9c29-ae06c7ab86c9 req-b64e243c-dc14-4067-9c8c-bb48749d96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:32.938547 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f19d0b9e-ede6-4181-9c29-ae06c7ab86c9 req-b64e243c-dc14-4067-9c8c-bb48749d96fd service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 1130 time: 0.4000216 Nov 02 13:03:32.967192 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-0e302bbd-bce6-40cd-b157-c2e8105c6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:32.968462 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-0e302bbd-bce6-40cd-b157-c2e8105c6c03 service neutron] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 919 time: 0.3995035 Nov 02 13:03:33.021340 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5b576-6c63-4aee-a943-d35036b1c14b req-2278bc30-0629-4d1a-8b69-9b26baf78788 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:33.022746 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2fb5b576-6c63-4aee-a943-d35036b1c14b req-2278bc30-0629-4d1a-8b69-9b26baf78788 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0526252 Nov 02 13:03:33.047644 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c2f25222-80b5-43a2-bb4c-3621ff8a16f6 req-03e343ec-6593-4ded-962c-259fd0398393 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193509 Nov 02 13:03:33.080833 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2fb5b576-6c63-4aee-a943-d35036b1c14b req-1e943793-b86e-4c81-823a-e99bef7d9f7d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441413 Nov 02 13:03:33.081183 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f19d0b9e-ede6-4181-9c29-ae06c7ab86c9 req-c72327f6-fbd8-450a-b11a-124a4cf42969 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227460 Nov 02 13:03:33.081183 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-dd5b8d3b-498e-490b-a312-b14ccdaa6db5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab HTTP/1.1" status: 200 len: 999 time: 0.0978339 Nov 02 13:03:33.726255 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-75b2f240-1451-4578-9db7-91d6aef759bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:33.727686 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-75b2f240-1451-4578-9db7-91d6aef759bf service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.0511613 Nov 02 13:03:33.779226 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-e9518db6-bd06-4427-92fe-953d09d434de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:33.780917 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-e9518db6-bd06-4427-92fe-953d09d434de service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462809 Nov 02 13:03:33.957250 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-df6d2eb6-25f2-42dd-ac18-7362d159efa7 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915728 Nov 02 13:03:34.081929 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3a54e05a-76af-4e18-ac09-2d3ace625a8e req-ea8e6732-ada7-4e69-b33d-127f3cdb89d7 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180944 Nov 02 13:03:34.089770 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bced3-5761-40b7-9039-bc5fc13a187d req-7989bfb0-9550-4659-8085-b273f1eca1a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:34.091120 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-278bced3-5761-40b7-9039-bc5fc13a187d req-7989bfb0-9550-4659-8085-b273f1eca1a9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.1095963 Nov 02 13:03:34.149061 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-278bced3-5761-40b7-9039-bc5fc13a187d req-a98a4b35-abb0-4e65-a4a8-048c3f321520 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496602 Nov 02 13:03:34.263733 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e2037-c9b2-49ad-a0ee-d4f6e5f38095 req-d54e6908-b9aa-43c4-84d5-045566cf6fcd tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:34.265401 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ff7e2037-c9b2-49ad-a0ee-d4f6e5f38095 req-d54e6908-b9aa-43c4-84d5-045566cf6fcd tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0583248 Nov 02 13:03:34.316422 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ff7e2037-c9b2-49ad-a0ee-d4f6e5f38095 req-22ef3c1e-5916-47f0-8c26-613857cfe318 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447681 Nov 02 13:03:34.390272 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d2e33-1578-4546-a13c-428d399a320f req-3315d39d-c8f6-4b6a-a459-eab1bc9463d1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:34.392166 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ad6d2e33-1578-4546-a13c-428d399a320f req-3315d39d-c8f6-4b6a-a459-eab1bc9463d1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.2514725 Nov 02 13:03:34.442142 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ad6d2e33-1578-4546-a13c-428d399a320f req-b209f92b-dcdc-4eb6-9b65-4b6e11182457 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441236 Nov 02 13:03:35.289560 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff516067-2fe2-43a3-ad0e-136c466ebc2e req-104d061f-3bd9-4785-b099-3080273fc472 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:35.291818 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ff516067-2fe2-43a3-ad0e-136c466ebc2e req-104d061f-3bd9-4785-b099-3080273fc472 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0625577 Nov 02 13:03:35.343494 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ff516067-2fe2-43a3-ad0e-136c466ebc2e req-cb685f38-6feb-4f1d-9aee-0965ec210eb2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443268 Nov 02 13:03:35.472412 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f737b-325d-4edb-993d-e0d58054027e req-423381cd-3723-41cb-902a-80498a2e95f2 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:35.475031 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0a4f737b-325d-4edb-993d-e0d58054027e req-423381cd-3723-41cb-902a-80498a2e95f2 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0806041 Nov 02 13:03:35.560749 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0a4f737b-325d-4edb-993d-e0d58054027e req-5766de72-480f-437e-8f83-6b8ccc8bb4af tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671134 Nov 02 13:03:35.616723 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682f95c-0c38-4152-8a18-cb90ef1a4e6e req-9c67872a-94cb-44a5-92df-e7ddc6136c61 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:35.618259 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f682f95c-0c38-4152-8a18-cb90ef1a4e6e req-9c67872a-94cb-44a5-92df-e7ddc6136c61 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0537961 Nov 02 13:03:35.674310 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f682f95c-0c38-4152-8a18-cb90ef1a4e6e req-900d4822-4969-44e3-9dfd-8843bbd13818 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492918 Nov 02 13:03:36.492988 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0433a-7f8f-4bb8-a1bd-07123e685879 req-1ce96a29-738d-4622-b498-e38f3790406b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:36.501087 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f0f0433a-7f8f-4bb8-a1bd-07123e685879 req-1ce96a29-738d-4622-b498-e38f3790406b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0681727 Nov 02 13:03:36.512522 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:03:36.547838 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f0f0433a-7f8f-4bb8-a1bd-07123e685879 req-101f297d-4ba8-475d-bf4a-bb4382d5b1a5 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457120 Nov 02 13:03:36.695142 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a8f5f-e8fb-4fb9-8a1d-a40e65fcb4e9 req-4e8f1476-2750-4738-b650-e743681b0f1c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:36.697645 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9e6a8f5f-e8fb-4fb9-8a1d-a40e65fcb4e9 req-4e8f1476-2750-4738-b650-e743681b0f1c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0599263 Nov 02 13:03:36.775482 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9e6a8f5f-e8fb-4fb9-8a1d-a40e65fcb4e9 req-7df78583-046d-4f30-bbc9-fe49a8a6bcb0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717518 Nov 02 13:03:36.832035 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18daa-c9b6-4912-a276-29efa31351c5 req-701fe2b3-bcad-428f-9801-1d8c61af6053 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:36.833838 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a7e18daa-c9b6-4912-a276-29efa31351c5 req-701fe2b3-bcad-428f-9801-1d8c61af6053 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0648344 Nov 02 13:03:36.882077 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a7e18daa-c9b6-4912-a276-29efa31351c5 req-a3f24659-a462-4419-a58f-a5ab97a4c08e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424619 Nov 02 13:03:37.703177 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09285850-bfc1-424b-be20-24b83d34a845 req-13d1927d-e14b-4731-8ba7-a590add5dad3 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:37.704690 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-09285850-bfc1-424b-be20-24b83d34a845 req-13d1927d-e14b-4731-8ba7-a590add5dad3 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0562093 Nov 02 13:03:37.762007 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-09285850-bfc1-424b-be20-24b83d34a845 req-b1c2a562-1453-4e6b-9ba2-4a5465d5e6a2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498126 Nov 02 13:03:37.915509 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd3064-9804-4c97-9f0a-4b7ae062ac28 req-8a83292e-8001-4b9d-8b78-a1b8f75f575d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:37.918612 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f0bd3064-9804-4c97-9f0a-4b7ae062ac28 req-8a83292e-8001-4b9d-8b78-a1b8f75f575d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0568750 Nov 02 13:03:37.973959 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f0bd3064-9804-4c97-9f0a-4b7ae062ac28 req-66bbbe5d-bd23-424e-b632-8885f24fe707 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Nov 02 13:03:38.043428 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560b88e-c681-4cff-aba1-9d9f68606203 req-bdae208a-ee95-4293-bfe0-3f006a24825c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:38.044861 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3560b88e-c681-4cff-aba1-9d9f68606203 req-bdae208a-ee95-4293-bfe0-3f006a24825c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0647271 Nov 02 13:03:38.095730 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3560b88e-c681-4cff-aba1-9d9f68606203 req-bf306fbf-b42d-41c2-b2fc-498be25c6a08 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447752 Nov 02 13:03:38.898648 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33852b-df00-4d38-95bd-e29663b6f63a req-ccc5048d-575c-465e-a59b-cf94ca4cbfaf tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:38.900255 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ab33852b-df00-4d38-95bd-e29663b6f63a req-ccc5048d-575c-465e-a59b-cf94ca4cbfaf tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0568192 Nov 02 13:03:38.952424 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ab33852b-df00-4d38-95bd-e29663b6f63a req-e35b8f75-5cca-412b-91df-0aa1bb198eac tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460546 Nov 02 13:03:39.120454 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e80e2-8aac-4519-8b33-fa049e0c5c81 req-cffa7459-30d7-403d-9f84-4becc92f62cd tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:39.121881 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a35e80e2-8aac-4519-8b33-fa049e0c5c81 req-cffa7459-30d7-403d-9f84-4becc92f62cd tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0707614 Nov 02 13:03:39.186383 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a35e80e2-8aac-4519-8b33-fa049e0c5c81 req-6bc31112-33f4-4d5d-9da0-d847e027135b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579860 Nov 02 13:03:39.274062 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac4e75-978e-4c99-8225-279cd178ce9d req-2a728adf-9744-4261-a5c2-b389682d6b1d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:39.275671 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-61ac4e75-978e-4c99-8225-279cd178ce9d req-2a728adf-9744-4261-a5c2-b389682d6b1d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0639958 Nov 02 13:03:39.340496 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-61ac4e75-978e-4c99-8225-279cd178ce9d req-2f4ffa98-a86c-41d4-80fa-42fd177f6c77 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586307 Nov 02 13:03:40.081721 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ca683-7fed-4ab7-98aa-5511b3b8ccac req-b0f15cdd-0a53-41e8-9461-6912348b2e97 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:40.083890 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5c3ca683-7fed-4ab7-98aa-5511b3b8ccac req-b0f15cdd-0a53-41e8-9461-6912348b2e97 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0550313 Nov 02 13:03:40.140194 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5c3ca683-7fed-4ab7-98aa-5511b3b8ccac req-32ec0d0d-4c76-47d0-a6a0-671f4e1250b7 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500948 Nov 02 13:03:40.329976 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eafdbf-fdde-439c-b39b-9afab394e4e2 req-ba5d7f7d-d413-468e-9464-c30e0eb23b28 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:40.332400 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-11eafdbf-fdde-439c-b39b-9afab394e4e2 req-ba5d7f7d-d413-468e-9464-c30e0eb23b28 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0606532 Nov 02 13:03:40.381163 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-11eafdbf-fdde-439c-b39b-9afab394e4e2 req-f894ad31-4554-44b7-9278-4bf065267cf2 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Nov 02 13:03:40.485097 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87dc5c-5527-4303-b59d-7c65f5b9f518 req-fa0f9db7-2c49-426f-97c1-a6aff8558a8e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:40.486638 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fd87dc5c-5527-4303-b59d-7c65f5b9f518 req-fa0f9db7-2c49-426f-97c1-a6aff8558a8e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0602810 Nov 02 13:03:40.543081 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fd87dc5c-5527-4303-b59d-7c65f5b9f518 req-20dbfea7-62ab-4684-9386-a56aff6d95d3 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496414 Nov 02 13:03:41.278883 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426130e-d00c-4e24-89d9-8da76660adab req-6aa396c9-cdd5-4c65-ad3a-2c3bd2308a22 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:41.280616 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a426130e-d00c-4e24-89d9-8da76660adab req-6aa396c9-cdd5-4c65-ad3a-2c3bd2308a22 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0605159 Nov 02 13:03:41.334827 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a426130e-d00c-4e24-89d9-8da76660adab req-fd216eb2-e074-471b-a1be-5eb6bbf43245 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477786 Nov 02 13:03:41.537448 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fe818-4972-4029-87f2-8a30826368a0 req-88ca0d26-ca4f-4720-b6a6-40ebda17bc11 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:41.539350 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bc8fe818-4972-4029-87f2-8a30826368a0 req-88ca0d26-ca4f-4720-b6a6-40ebda17bc11 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0655029 Nov 02 13:03:41.597428 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bc8fe818-4972-4029-87f2-8a30826368a0 req-23f5d79a-84e9-4ea0-8fab-2a7679ec6353 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480204 Nov 02 13:03:41.681484 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d01a8-4f6e-439f-9246-ef467b7f33ea req-3c6efaea-49cf-4fb2-846f-d9b1c3141e3d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:41.683614 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d65d01a8-4f6e-439f-9246-ef467b7f33ea req-3c6efaea-49cf-4fb2-846f-d9b1c3141e3d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0567913 Nov 02 13:03:41.738537 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-d65d01a8-4f6e-439f-9246-ef467b7f33ea req-e4511c6d-93e0-4b69-96bd-165e16afbc19 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486791 Nov 02 13:03:42.473556 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369c5d3-04e1-48ce-8f67-9ca8f06f5d97 req-f5113b8d-df69-41a9-a425-08520157ef7a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:42.475079 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7369c5d3-04e1-48ce-8f67-9ca8f06f5d97 req-f5113b8d-df69-41a9-a425-08520157ef7a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0590973 Nov 02 13:03:42.528515 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7369c5d3-04e1-48ce-8f67-9ca8f06f5d97 req-2f40e342-cc31-4123-8718-2ee932af64d3 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473404 Nov 02 13:03:42.748140 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d1d3a-cc14-4a68-b075-c713aa00b75e req-2fd1c59c-9f87-4636-b476-8f9e38ad6b18 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:42.750646 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-346d1d3a-cc14-4a68-b075-c713aa00b75e req-2fd1c59c-9f87-4636-b476-8f9e38ad6b18 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0627134 Nov 02 13:03:42.816052 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-346d1d3a-cc14-4a68-b075-c713aa00b75e req-426ccfa6-d9a1-4102-92ed-8467d3fad270 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583813 Nov 02 13:03:42.901667 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef31cd-3df5-480a-bd0a-248d2d550b66 req-16ac4e1e-d86d-4f14-b659-23460034af19 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:42.904221 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-31ef31cd-3df5-480a-bd0a-248d2d550b66 req-16ac4e1e-d86d-4f14-b659-23460034af19 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0686324 Nov 02 13:03:42.957165 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-31ef31cd-3df5-480a-bd0a-248d2d550b66 req-30eabfbf-1c0a-4fdf-8eee-826bdb238172 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470333 Nov 02 13:03:43.671892 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34c08f-f4f3-49a3-902d-7d78fa55ac1f req-974b9dab-e627-4e99-a9b0-3b2732c418b9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:43.673642 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4a34c08f-f4f3-49a3-902d-7d78fa55ac1f req-974b9dab-e627-4e99-a9b0-3b2732c418b9 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0653937 Nov 02 13:03:43.726973 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4a34c08f-f4f3-49a3-902d-7d78fa55ac1f req-56dd14ac-f260-42b5-96b1-27f93290e968 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474143 Nov 02 13:03:43.953415 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dd573-e19a-4994-b65d-96b1ad13b3c6 req-10882fc2-b29d-454e-a883-967fce279117 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:43.954831 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fa2dd573-e19a-4994-b65d-96b1ad13b3c6 req-10882fc2-b29d-454e-a883-967fce279117 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0552146 Nov 02 13:03:44.012241 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fa2dd573-e19a-4994-b65d-96b1ad13b3c6 req-8b0acd2a-686e-48fa-866c-101950a6c0c0 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 Nov 02 13:03:44.096630 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284b12d-6afb-4073-a369-b020402f990a req-ca722ce2-fc5f-4e25-9ea6-d76e0a8fede7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:44.098158 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f284b12d-6afb-4073-a369-b020402f990a req-ca722ce2-fc5f-4e25-9ea6-d76e0a8fede7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0596690 Nov 02 13:03:44.150124 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f284b12d-6afb-4073-a369-b020402f990a req-8668f07c-caa4-421d-8744-9a847731a63c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462408 Nov 02 13:03:44.868675 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacda2c-1693-43b4-889a-ea11b009584f req-a3722b2f-1e27-4158-a64a-4354bdd9ccaf tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:44.870287 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-eaacda2c-1693-43b4-889a-ea11b009584f req-a3722b2f-1e27-4158-a64a-4354bdd9ccaf tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0659671 Nov 02 13:03:44.922085 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-eaacda2c-1693-43b4-889a-ea11b009584f req-9f735316-86ea-41b3-93bc-748f7e804c53 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459790 Nov 02 13:03:45.150968 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96147b38-8f1b-4a10-a365-d0bc384dabeb req-62cf15bb-27fc-4b98-abf1-47c524fa4774 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:45.152509 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-96147b38-8f1b-4a10-a365-d0bc384dabeb req-62cf15bb-27fc-4b98-abf1-47c524fa4774 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0647166 Nov 02 13:03:45.209476 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-96147b38-8f1b-4a10-a365-d0bc384dabeb req-02f10b13-698d-42ec-b018-5fbfeedd0ace tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502577 Nov 02 13:03:45.288083 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12485f-7249-4be7-924a-146e6fccb60e req-2acbbc8f-41dd-410d-904c-d783cd415e08 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:45.289597 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4b12485f-7249-4be7-924a-146e6fccb60e req-2acbbc8f-41dd-410d-904c-d783cd415e08 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0555809 Nov 02 13:03:45.339165 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4b12485f-7249-4be7-924a-146e6fccb60e req-52a89e2c-65df-4a12-9f5e-ce39777e8a9e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437140 Nov 02 13:03:45.546531 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.072741 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc827b03-fb7f-4e7b-ba0b-b0078348eddc req-0d70002c-8310-4f3b-bef5-a01169deab89 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:46.074237 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cc827b03-fb7f-4e7b-ba0b-b0078348eddc req-0d70002c-8310-4f3b-bef5-a01169deab89 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0688393 Nov 02 13:03:46.127487 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-cc827b03-fb7f-4e7b-ba0b-b0078348eddc req-2c64aa1c-deaa-490f-96f4-654f498302e6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460856 Nov 02 13:03:46.340136 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807c6dd-5492-4c9b-928a-f28d7ddbce79 req-fd0692dd-7294-434f-87d8-fdb145aae467 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:46.341647 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1807c6dd-5492-4c9b-928a-f28d7ddbce79 req-fd0692dd-7294-434f-87d8-fdb145aae467 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0538330 Nov 02 13:03:46.397464 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1807c6dd-5492-4c9b-928a-f28d7ddbce79 req-29f23182-3481-4665-838c-634ab78a1394 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463448 Nov 02 13:03:46.477138 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ee122-a2d5-4377-ab06-f7dd3f2e1bb3 req-59406bc4-36c5-46ca-bf4f-b21482ae389c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:46.478644 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bc7ee122-a2d5-4377-ab06-f7dd3f2e1bb3 req-59406bc4-36c5-46ca-bf4f-b21482ae389c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0532036 Nov 02 13:03:46.531146 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bc7ee122-a2d5-4377-ab06-f7dd3f2e1bb3 req-b1f30823-2b5d-470a-b0e7-cb580fb40a5e tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464394 Nov 02 13:03:47.266818 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25b3f9-2aaf-4ac1-a13e-15ef7317d178 req-996823fd-0d10-4c55-b889-c5c5045d8893 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:47.268345 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fd25b3f9-2aaf-4ac1-a13e-15ef7317d178 req-996823fd-0d10-4c55-b889-c5c5045d8893 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0564747 Nov 02 13:03:47.318812 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fd25b3f9-2aaf-4ac1-a13e-15ef7317d178 req-15a3e1cd-5135-4197-a507-59d1639b72ce tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444434 Nov 02 13:03:47.525981 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365b6f5-1072-410e-b096-45a506814e25 req-90a19289-7ebe-4088-8797-e75f93300c2f tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:47.527469 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c365b6f5-1072-410e-b096-45a506814e25 req-90a19289-7ebe-4088-8797-e75f93300c2f tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0549865 Nov 02 13:03:47.583505 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c365b6f5-1072-410e-b096-45a506814e25 req-d7bf1237-f0b1-46e7-b116-af5f9bbd6101 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501313 Nov 02 13:03:47.682935 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c481ce-45ad-4627-b466-53ff01875f3a req-e4af71d9-b3dd-4626-a2ce-4f7f46117869 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:47.684377 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-12c481ce-45ad-4627-b466-53ff01875f3a req-e4af71d9-b3dd-4626-a2ce-4f7f46117869 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0626843 Nov 02 13:03:47.732348 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-12c481ce-45ad-4627-b466-53ff01875f3a req-dbc5fcfa-91c3-4033-a761-fd1311f6f534 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419424 Nov 02 13:03:48.458222 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e5928-cdad-4782-92d4-c0b4a9d05976 req-df462358-5f66-453d-9f0a-4b93395c9ee6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:48.459747 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-976e5928-cdad-4782-92d4-c0b4a9d05976 req-df462358-5f66-453d-9f0a-4b93395c9ee6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0556772 Nov 02 13:03:48.513118 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-976e5928-cdad-4782-92d4-c0b4a9d05976 req-abd09aec-3f55-4206-a2e0-a0749b563f50 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474257 Nov 02 13:03:48.726246 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba7fb6-f3cb-457c-aaa8-d7ac399822bf req-8136a04b-3862-46ab-8658-dcabd6c124dc tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:48.727779 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bdba7fb6-f3cb-457c-aaa8-d7ac399822bf req-8136a04b-3862-46ab-8658-dcabd6c124dc tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0627339 Nov 02 13:03:48.778209 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bdba7fb6-f3cb-457c-aaa8-d7ac399822bf req-039f48ea-11ab-4445-a3b2-2e963b9c61c2 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Nov 02 13:03:48.866926 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363ff32-2079-4560-8bfd-cf4661868bee req-36e47648-13e6-47ea-bab7-ae6f7a97b739 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:48.868533 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8363ff32-2079-4560-8bfd-cf4661868bee req-36e47648-13e6-47ea-bab7-ae6f7a97b739 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0554280 Nov 02 13:03:48.904919 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bb4b7-cc17-481f-8e3a-0501bd940aaf req-22e62bbd-c688-45ed-934d-ee27bced5d98 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:48.906364 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-178bb4b7-cc17-481f-8e3a-0501bd940aaf req-22e62bbd-c688-45ed-934d-ee27bced5d98 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0544333 Nov 02 13:03:48.916952 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8363ff32-2079-4560-8bfd-cf4661868bee req-3e9ed059-c241-4f0b-9f03-f5f6361b0144 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426016 Nov 02 13:03:48.954704 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-178bb4b7-cc17-481f-8e3a-0501bd940aaf req-93806966-ad4d-4e38-ab6f-3934192d8b4a tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425932 Nov 02 13:03:49.303625 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5803c6-169b-49ec-acae-2ca4e08eea73 req-6bfc372f-db40-4025-8c03-7f5a33cec1b6 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:49.305208 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ce5803c6-169b-49ec-acae-2ca4e08eea73 req-6bfc372f-db40-4025-8c03-7f5a33cec1b6 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0605428 Nov 02 13:03:49.358314 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ce5803c6-169b-49ec-acae-2ca4e08eea73 req-8c378ec8-66ec-4c92-a7be-2159f1cee6b9 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473273 Nov 02 13:03:49.666632 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d0ac4-a2a9-4e4f-bd9a-8547ad5f60f0 req-5a7a0556-8283-48c7-8e8c-c41d1287fbc2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:49.668134 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-be8d0ac4-a2a9-4e4f-bd9a-8547ad5f60f0 req-5a7a0556-8283-48c7-8e8c-c41d1287fbc2 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 944 time: 0.0708873 Nov 02 13:03:49.728002 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-be8d0ac4-a2a9-4e4f-bd9a-8547ad5f60f0 req-8c090d1e-9a56-456a-a7ce-369f072147b6 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532551 Nov 02 13:03:50.066739 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64086d-932a-4aa3-8e3f-d16d48477687 req-56771da7-34af-44df-ba21-38d7ce3c3463 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:50.068192 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2f64086d-932a-4aa3-8e3f-d16d48477687 req-56771da7-34af-44df-ba21-38d7ce3c3463 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0672195 Nov 02 13:03:50.120034 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2f64086d-932a-4aa3-8e3f-d16d48477687 req-eca06d0a-5931-4ef9-8c5d-8fdb17993ecb tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446148 Nov 02 13:03:50.236431 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:03:50.360550 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:50.372919 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'port_id': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11', 'mac_address': 'fa:16:3e:af:32:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:03:50.409942 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:03:50.410345 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.424679 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:03:50.444321 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:50.449050 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:50.495341 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:50.862391 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a73a81-34f9-40b8-9ced-ba4af9551102 req-85044b18-dfa0-4743-8900-6a6a0c05aa51 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:50.863956 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-36a73a81-34f9-40b8-9ced-ba4af9551102 req-85044b18-dfa0-4743-8900-6a6a0c05aa51 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 945 time: 0.0562992 Nov 02 13:03:50.920754 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-36a73a81-34f9-40b8-9ced-ba4af9551102 req-3c3cfb14-6925-4f74-8115-b1088710adc8 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464194 Nov 02 13:03:50.978946 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:03:51.272281 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85813e-62ca-46f0-8f9c-8ae11d78c1a3 req-d087fcd8-a572-44f6-bc17-e2c741ea4ebe tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:51.273906 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2f85813e-62ca-46f0-8f9c-8ae11d78c1a3 req-d087fcd8-a572-44f6-bc17-e2c741ea4ebe tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0588734 Nov 02 13:03:51.334265 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2f85813e-62ca-46f0-8f9c-8ae11d78c1a3 req-2faf96ce-f91b-4121-befc-6a7cde56aa7d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539141 Nov 02 13:03:52.060641 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d0b9f-84fd-481b-80d2-d21812d18dad req-514c5ad3-cd63-42dc-95ea-e58061e19371 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:52.062204 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0f4d0b9f-84fd-481b-80d2-d21812d18dad req-514c5ad3-cd63-42dc-95ea-e58061e19371 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 945 time: 0.0582879 Nov 02 13:03:52.115040 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0f4d0b9f-84fd-481b-80d2-d21812d18dad req-a553f48d-ff08-4135-b1de-3fb188e49f08 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464697 Nov 02 13:03:52.246444 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device d5aae24c-ac0a-4c55-b771-4ccad1cc65ab details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:03:52.257702 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:52.356982 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:03:52.368803 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:03:52.369100 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.369492 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 Nov 02 13:03:52.410084 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:52.428431 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'port_id': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'mac_address': 'fa:16:3e:8f:07:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:03:52.475042 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166edfd-67ec-4017-9b9e-ca2293293142 req-e9801bfc-6ce6-463a-b89c-6d443b99919c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:52.476741 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a166edfd-67ec-4017-9b9e-ca2293293142 req-e9801bfc-6ce6-463a-b89c-6d443b99919c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 944 time: 0.0578177 Nov 02 13:03:52.487941 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:03:52.488360 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.506071 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5aae24c-ac0a-4c55-b771-4ccad1cc65ab {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:03:52.516539 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:03:52.516926 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.528391 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a166edfd-67ec-4017-9b9e-ca2293293142 req-d26b9b12-74c0-4ce6-a151-7875982977dc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451877 Nov 02 13:03:52.540391 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:52.548893 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.557976 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:03:52.560508 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d99d4f-3e94-4c77-a69d-7e907ca15cdb" -d '{"events": [{"server_uuid": "7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754", "name": "network-vif-plugged", "status": "completed", "tag": "8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:03:52.596421 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:52.601908 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:52.619970 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,revision_number=9']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:52.671481 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54e4f21-6452-45fb-8204-dfe7518c1494 x-openstack-request-id: req-d54e4f21-6452-45fb-8204-dfe7518c1494 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:03:52.671672 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754", "name": "network-vif-plugged", "status": "completed", "tag": "8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:03:52.671932 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d54e4f21-6452-45fb-8204-dfe7518c1494 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:03:52.672368 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54e4f21-6452-45fb-8204-dfe7518c1494'] response: {'server_uuid': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11', 'code': 200} Nov 02 13:03:52.673473 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:53.097798 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['d5aae24c-ac0a-4c55-b771-4ccad1cc65ab'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:03:53.186899 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9ba8a-8473-4f46-b6ab-1755cb3d4440 req-27577f30-a25d-43c6-9cc9-4bb4feab82db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:53.188489 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c8d9ba8a-8473-4f46-b6ab-1755cb3d4440 req-27577f30-a25d-43c6-9cc9-4bb4feab82db service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 1130 time: 0.1609511 Nov 02 13:03:53.246602 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c8d9ba8a-8473-4f46-b6ab-1755cb3d4440 req-73e69b6c-b2f6-4734-87fb-e8e9e9e8916e service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479450 Nov 02 13:03:53.248480 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4574b69-a2ea-4ced-b329-547356ce49dc req-57d88ff8-330f-49da-ae8e-a9f40d38e3f7 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:53.250050 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b4574b69-a2ea-4ced-b329-547356ce49dc req-57d88ff8-330f-49da-ae8e-a9f40d38e3f7 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 946 time: 0.0579748 Nov 02 13:03:53.302427 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b4574b69-a2ea-4ced-b329-547356ce49dc req-b1a1cd42-d364-41f5-9053-c29d1c651f86 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463912 Nov 02 13:03:53.673298 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7a562-20a0-444a-a624-b810850ce6eb req-a6eb9dcc-6027-418f-b5fb-1a08dc31597d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:53.674847 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-77d7a562-20a0-444a-a624-b810850ce6eb req-a6eb9dcc-6027-418f-b5fb-1a08dc31597d tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 945 time: 0.0583158 Nov 02 13:03:53.733114 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-77d7a562-20a0-444a-a624-b810850ce6eb req-9d88d8a6-1f2c-48cf-a7d0-3dd4fb423c08 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487177 Nov 02 13:03:54.451101 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b255078-2d59-4694-a5f5-5e32dfd78671 req-c340a294-bf66-45d5-8a67-e44ce0aa4151 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:54.452745 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5b255078-2d59-4694-a5f5-5e32dfd78671 req-c340a294-bf66-45d5-8a67-e44ce0aa4151 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 946 time: 0.0631003 Nov 02 13:03:54.505351 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5b255078-2d59-4694-a5f5-5e32dfd78671 req-2e1e11a7-a1b2-44d8-aa8b-0ad03c6af456 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465763 Nov 02 13:03:54.878164 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff40d7c-4112-46b6-a934-d16736368476 req-52c016f3-41b0-43cd-bbff-e99aac1e5dd1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:54.879738 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-cff40d7c-4112-46b6-a934-d16736368476 req-52c016f3-41b0-43cd-bbff-e99aac1e5dd1 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 945 time: 0.0606573 Nov 02 13:03:54.931031 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-cff40d7c-4112-46b6-a934-d16736368476 req-bd212132-dbb5-4338-aa79-d78c27eb09cc tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452693 Nov 02 13:03:55.641010 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe358d-ab3c-48a2-8efa-0c9097c0fde6 req-e8c597d1-7817-4992-ac7e-47dad7f4863d tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:55.642517 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f6fe358d-ab3c-48a2-8efa-0c9097c0fde6 req-e8c597d1-7817-4992-ac7e-47dad7f4863d tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 946 time: 0.0576777 Nov 02 13:03:55.694886 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f6fe358d-ab3c-48a2-8efa-0c9097c0fde6 req-38bce79f-73b6-48e3-82a4-37b03a17a6d8 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464928 Nov 02 13:03:55.838188 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56a05f-2fa1-4368-963d-a4e46d34a959 req-93bc4387-6b72-4a6f-b67c-77ec3c00c750 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:55.839827 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7f56a05f-2fa1-4368-963d-a4e46d34a959 req-93bc4387-6b72-4a6f-b67c-77ec3c00c750 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 946 time: 0.0597408 Nov 02 13:03:55.895974 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7f56a05f-2fa1-4368-963d-a4e46d34a959 req-7fbd2a07-5740-4db5-8678-1fb27cfe5775 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480590 Nov 02 13:03:55.929866 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56194) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:56.102573 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c8bcd-ecf7-42e8-8289-acb159a90a9f req-e3f66dcd-558b-4e23-8658-3447d7829e97 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:56.104107 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c17c8bcd-ecf7-42e8-8289-acb159a90a9f req-e3f66dcd-558b-4e23-8658-3447d7829e97 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 945 time: 0.0867755 Nov 02 13:03:56.131390 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e132bb-b019-44ee-9d2f-5d1aec0634e7 tempest-TestVolumeBootPattern-1175243475 tempest-TestVolumeBootPattern-1175243475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:56.133044 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-62e132bb-b019-44ee-9d2f-5d1aec0634e7 tempest-TestVolumeBootPattern-1175243475 tempest-TestVolumeBootPattern-1175243475-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 1125 time: 0.2021213 Nov 02 13:03:56.136891 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56200) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:56.139343 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-7f83d7b1-1267-4ced-8170-e70e8ccbffa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.143249 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'port_id': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:03:56.163088 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c17c8bcd-ecf7-42e8-8289-acb159a90a9f req-e4bc4273-7890-4faf-810c-606470773495 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511751 Nov 02 13:03:56.169714 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.279548 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.283233 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device d5aae24c-ac0a-4c55-b771-4ccad1cc65ab up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:03:56.333851 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:03:56.334136 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.334551 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab Nov 02 13:03:56.410668 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Allocated IP 172.27.4.233 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/e0aecf2e-8ba4-406a-9b7e-9e9d590fce80) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:03:56.414939 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:03:56.415338 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.443711 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:03:56.446179 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f166ef13-9b0d-43c8-8bfd-3d266edb7c42" -d '{"events": [{"server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "name": "network-vif-plugged", "status": "completed", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:03:56.464346 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:03:56.473394 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.498319 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753190cd-17d5-4181-8559-daeb00f53252 x-openstack-request-id: req-753190cd-17d5-4181-8559-daeb00f53252 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:03:56.498569 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "name": "network-vif-plugged", "status": "completed", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:03:56.498681 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-753190cd-17d5-4181-8559-daeb00f53252 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:03:56.499045 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753190cd-17d5-4181-8559-daeb00f53252'] response: {'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'code': 200} Nov 02 13:03:56.526514 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,revision_number=10']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:56.529965 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for port (e0aecf2e-8ba4-406a-9b7e-9e9d590fce80), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.564595 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (e0aecf2e-8ba4-406a-9b7e-9e9d590fce80), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:56.606533 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:03:56.613456 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:03:56.615638 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'Port': ['ID=e0aecf2e-8ba4-406a-9b7e-9e9d590fce80,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:56.618750 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:03:56.625757 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.626103 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.626416 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.626749 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.627132 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.627469 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.627793 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.628116 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.628545 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.628874 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.629195 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.629540 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.629860 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:56.831291 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93052005-6dcf-479f-8245-ce6187e102d2 req-1d1dcb21-95b5-4967-acb7-8745df8b6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:56.832853 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-93052005-6dcf-479f-8245-ce6187e102d2 req-1d1dcb21-95b5-4967-acb7-8745df8b6b2a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 1131 time: 0.1185708 Nov 02 13:03:56.928454 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-93052005-6dcf-479f-8245-ce6187e102d2 req-94861712-8b59-4be7-86ac-ac755245a8b6 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861378 Nov 02 13:03:57.073703 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (9db9e355-e1df-4910-afc7-98634669d203), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.153551 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (e0aecf2e-8ba4-406a-9b7e-9e9d590fce80), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.309450 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f259d11-dfe2-4c84-bc4f-84cb7aa3a461 req-e62edf5f-7771-4d82-b0c5-68e9bc660827 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:57.311613 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3f259d11-dfe2-4c84-bc4f-84cb7aa3a461 req-e62edf5f-7771-4d82-b0c5-68e9bc660827 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 947 time: 0.0594726 Nov 02 13:03:57.316237 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for port (e0aecf2e-8ba4-406a-9b7e-9e9d590fce80), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.321457 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (e0aecf2e-8ba4-406a-9b7e-9e9d590fce80), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.364456 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3f259d11-dfe2-4c84-bc4f-84cb7aa3a461 req-580324f0-7133-4f7b-972f-d8a6fcf19fd7 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459561 Nov 02 13:03:57.391530 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event updated for resources: {'Port': ['ID=e0aecf2e-8ba4-406a-9b7e-9e9d590fce80,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:57.394423 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (9db9e355-e1df-4910-afc7-98634669d203), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.497643 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Floating IP 9db9e355-e1df-4910-afc7-98634669d203 associated. External IP: 172.27.4.233, port: 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11. Nov 02 13:03:57.705942 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Router c15da600-e74c-4dff-9465-93de1da19778 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:03:57.815858 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:03:57.828467 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5086d18-f2fb-4410-b2be-0af6d902c342 None None] Sync routers for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:03:57.836257 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:57.840292 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5086d18-f2fb-4410-b2be-0af6d902c342 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:03:57.840935 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d5086d18-f2fb-4410-b2be-0af6d902c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:03:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:57.871116 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-82b114e8-273f-42ef-9767-a8b3504bba88 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7328079 Nov 02 13:03:57.871780 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'tag': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:03:57.874273 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32659f4a-a322-4412-879f-f5697232ec75" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754", "tag": "8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:03:57.913657 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a1dd52-b705-43be-adf6-28ce80a7c5bb x-openstack-request-id: req-85a1dd52-b705-43be-adf6-28ce80a7c5bb {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:03:57.914016 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754", "tag": "8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:03:57.914276 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-85a1dd52-b705-43be-adf6-28ce80a7c5bb {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:03:57.914691 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a1dd52-b705-43be-adf6-28ce80a7c5bb'] response: {'name': 'network-changed', 'server_uuid': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'tag': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11', 'status': 'completed', 'code': 200} Nov 02 13:03:57.951570 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-d5086d18-f2fb-4410-b2be-0af6d902c342 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:03:58.029235 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659f4a-a322-4412-879f-f5697232ec75 req-240928b1-df00-490c-95dd-ed3b5aa08bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:58.030747 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-32659f4a-a322-4412-879f-f5697232ec75 req-240928b1-df00-490c-95dd-ed3b5aa08bd3 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 1130 time: 0.0485499 Nov 02 13:03:58.134075 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659f4a-a322-4412-879f-f5697232ec75 req-11a28646-2819-4acf-ba7b-4c9d53173504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:58.135629 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-32659f4a-a322-4412-879f-f5697232ec75 req-11a28646-2819-4acf-ba7b-4c9d53173504 service neutron] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 914 time: 0.0961406 Nov 02 13:03:58.201240 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d5086d18-f2fb-4410-b2be-0af6d902c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '46bd6ff5-f837-4aa6-91e9-f7217bed6c4f', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.218', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:c6:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:04Z', 'updated_at': '2022-11-02T13:01:06Z', 'revision_number': 1, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}, {'id': '9db9e355-e1df-4910-afc7-98634669d203', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.233', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:af:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:03:56Z', 'updated_at': '2022-11-02T13:03:56Z', 'revision_number': 0, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:58.210201 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-32659f4a-a322-4412-879f-f5697232ec75 req-877e8242-a7f4-4e37-b06a-1f423ad8d376 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 HTTP/1.1" status: 200 len: 1000 time: 0.0661926 Nov 02 13:03:58.227570 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5086d18-f2fb-4410-b2be-0af6d902c342 None None] Checking router: c15da600-e74c-4dff-9465-93de1da19778 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:03:58.239200 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5086d18-f2fb-4410-b2be-0af6d902c342 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:03:58.239892 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d5086d18-f2fb-4410-b2be-0af6d902c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:03:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:58.268298 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659f4a-a322-4412-879f-f5697232ec75 req-f7e0db30-67d0-478e-8dcc-b8112545385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:58.270333 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-32659f4a-a322-4412-879f-f5697232ec75 req-f7e0db30-67d0-478e-8dcc-b8112545385e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0499537 Nov 02 13:03:58.333615 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659f4a-a322-4412-879f-f5697232ec75 req-e1f2cceb-7edb-4c0d-91a8-b8e50e1cfe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:58.335559 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-32659f4a-a322-4412-879f-f5697232ec75 req-e1f2cceb-7edb-4c0d-91a8-b8e50e1cfe56 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568998 Nov 02 13:03:58.354518 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-1e48ee58-c0c9-430b-a669-a2761e617c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:58.365035 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-d5086d18-f2fb-4410-b2be-0af6d902c342 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:03:58.455469 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-32659f4a-a322-4412-879f-f5697232ec75 req-2df545a2-42f5-4445-bece-260a5677e3c5 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020935 Nov 02 13:03:58.535246 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a976fe-a203-42c8-8edd-d115a1a7de22 req-d313ed8c-81dc-4367-a348-aa400f754d8a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:58.536842 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-45a976fe-a203-42c8-8edd-d115a1a7de22 req-d313ed8c-81dc-4367-a348-aa400f754d8a tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 947 time: 0.0853281 Nov 02 13:03:58.562950 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-32659f4a-a322-4412-879f-f5697232ec75 req-19763ac9-4347-45ce-b623-31de88ace009 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009140 Nov 02 13:03:58.600538 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-45a976fe-a203-42c8-8edd-d115a1a7de22 req-4ef84b53-d065-4e76-88a1-a4e75ea08ef6 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547814 Nov 02 13:03:58.620566 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d5086d18-f2fb-4410-b2be-0af6d902c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '46bd6ff5-f837-4aa6-91e9-f7217bed6c4f', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.218', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:c6:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:04Z', 'updated_at': '2022-11-02T13:01:06Z', 'revision_number': 1, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}, {'id': '9db9e355-e1df-4910-afc7-98634669d203', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.233', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:af:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:03:56Z', 'updated_at': '2022-11-02T13:03:56Z', 'revision_number': 0, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:58.782320 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5086d18-f2fb-4410-b2be-0af6d902c342 None None] The sync data for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi is: [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '46bd6ff5-f837-4aa6-91e9-f7217bed6c4f', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.218', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:c6:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:04Z', 'updated_at': '2022-11-02T13:01:06Z', 'revision_number': 1, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}, {'id': '9db9e355-e1df-4910-afc7-98634669d203', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.233', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:af:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:03:56Z', 'updated_at': '2022-11-02T13:03:56Z', 'revision_number': 0, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:03:58.987978 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801507ef-a28a-4ff2-9672-a6ce06d97de1 None None] New status for floating IP 9db9e355-e1df-4910-afc7-98634669d203: ACTIVE {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:03:59.449960 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:59.765336 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414369aa-09c0-4094-bca3-68c06f47343e req-7346dd38-9794-4443-b636-b27b2f1cd592 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:59.766865 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-414369aa-09c0-4094-bca3-68c06f47343e req-7346dd38-9794-4443-b636-b27b2f1cd592 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 947 time: 0.0638423 Nov 02 13:04:00.105347 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-414369aa-09c0-4094-bca3-68c06f47343e req-08ee55cd-2128-4caa-84b3-912d01fcb82c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312809 Nov 02 13:04:00.165666 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7091d28-7ed6-45d5-9e0c-e8fe2191dcad req-6ed48391-19eb-4a65-856b-9c1fd1285007 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:00.167223 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f7091d28-7ed6-45d5-9e0c-e8fe2191dcad req-6ed48391-19eb-4a65-856b-9c1fd1285007 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0581677 Nov 02 13:04:00.216610 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f7091d28-7ed6-45d5-9e0c-e8fe2191dcad req-7731c91f-2d4e-4616-8861-ddc8e26b9e48 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Nov 02 13:04:00.249251 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56264) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:00.354178 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03ee15-8c32-4ed0-a518-d5a3d14e4765 tempest-TestMinimumBasicScenario-1805276692 tempest-TestMinimumBasicScenario-1805276692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:00.355865 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-2a03ee15-8c32-4ed0-a518-d5a3d14e4765 tempest-TestMinimumBasicScenario-1805276692 tempest-TestMinimumBasicScenario-1805276692-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 1125 time: 0.1050510 Nov 02 13:04:00.360643 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56268) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:00.366073 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'port_id': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:00.393593 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.506827 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.618939 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Allocated IP 172.27.4.234 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:00.737194 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for port (aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.780187 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.818866 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:00.822037 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:00.828255 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:04:00.833614 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'Port': ['ID=aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:00.913703 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.264235 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for floatingip (19fecd7e-c8b4-4c57-a400-e5c668339a3f), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.304928 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a0049-b6b7-405c-9035-3110942a132a req-9f095989-bc06-4ebe-89cd-4ad347a75a37 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:01.306576 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-495a0049-b6b7-405c-9035-3110942a132a req-9f095989-bc06-4ebe-89cd-4ad347a75a37 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 947 time: 0.1010876 Nov 02 13:04:01.384304 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.423956 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-495a0049-b6b7-405c-9035-3110942a132a req-e0845407-1397-4e10-aa60-6b47df150545 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093009 Nov 02 13:04:01.569340 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for port (aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.575300 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.650292 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'Port': ['ID=aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:01.654221 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (19fecd7e-c8b4-4c57-a400-e5c668339a3f), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:01.756899 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Floating IP 19fecd7e-c8b4-4c57-a400-e5c668339a3f associated. External IP: 172.27.4.234, port: c9696789-eadb-4104-9a82-9ae275fb1c40. Nov 02 13:04:01.986322 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:02.093479 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:02.104675 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc41f52-5045-453c-8c43-0feb078f6d9f None None] Sync routers for ids ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:02.117919 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.123421 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc41f52-5045-453c-8c43-0feb078f6d9f None None] Routers {'6fbf7d53-acc8-4124-9b24-7c9520b5cd68'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:02.124180 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-bfc41f52-5045-453c-8c43-0feb078f6d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:03:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:02.158509 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-04a1e47f-1d9e-4ff8-8044-fa75198ee203 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7964122 Nov 02 13:04:02.158989 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:04:02.161314 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56286) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:02.161833 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:04:02.166589 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735638137', 'description': 'tempest-secgroup-smoke-1735638137 description', 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:02.194418 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.204912 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c86668e-e1d0-4bb9-b623-9361c87d9646 x-openstack-request-id: req-0c86668e-e1d0-4bb9-b623-9361c87d9646 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:04:02.205365 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:04:02.206426 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0c86668e-e1d0-4bb9-b623-9361c87d9646 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:04:02.206863 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c86668e-e1d0-4bb9-b623-9361c87d9646'] response: {'name': 'network-changed', 'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'status': 'completed', 'code': 200} Nov 02 13:04:02.239137 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-bfc41f52-5045-453c-8c43-0feb078f6d9f None None] Set router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:02.267848 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group (1f7b976e-99c5-4f4a-82b1-a6f3a59b642d), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.272605 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1f7b976e-99c5-4f4a-82b1-a6f3a59b642d), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.315168 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.319814 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1545773 Nov 02 13:04:02.320565 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56290) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:02.327193 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-207d6d9c-6cd2-4223-9d8f-d894ac643849 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Request body: {'security_group_rule': {'security_group_id': '1f7b976e-99c5-4f4a-82b1-a6f3a59b642d', 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:02.331214 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:02.338984 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.339505 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.339988 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.340451 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.340897 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.341374 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.341804 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.342225 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.342630 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.343264 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.343691 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.344114 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.344561 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce48dcd-205c-4136-bd61-4a183208fc3b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:02.383681 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-207d6d9c-6cd2-4223-9d8f-d894ac643849 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (01d4e35a-56b9-4126-b4ce-5b8a3a336733), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.414546 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e req-0c905c10-e497-4940-8c92-13796ce09a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:02.414804 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.415962 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e req-0c905c10-e497-4940-8c92-13796ce09a6b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64&device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 1130 time: 0.0830081 Nov 02 13:04:02.492007 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-207d6d9c-6cd2-4223-9d8f-d894ac643849 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (01d4e35a-56b9-4126-b4ce-5b8a3a336733), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.499166 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-207d6d9c-6cd2-4223-9d8f-d894ac643849 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (01d4e35a-56b9-4126-b4ce-5b8a3a336733), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.508569 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-bfc41f52-5045-453c-8c43-0feb078f6d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 4, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '19fecd7e-c8b4-4c57-a400-e5c668339a3f', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'floating_ip_address': '172.27.4.234', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'port_id': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'mac_address': 'fa:16:3e:b8:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:01Z', 'updated_at': '2022-11-02T13:04:01Z', 'revision_number': 0, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e38bf7-c845-4559-a5fa-f40dbcff4f65', 'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'mac_address': 'fa:16:3e:e9:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:45Z', 'updated_at': '2022-11-02T13:02:50Z', 'revision_number': 5, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'subnets': [{'id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:02.525288 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d6d9c-6cd2-4223-9d8f-d894ac643849 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d4e35a-56b9-4126-b4ce-5b8a3a336733,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:02.535738 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc41f52-5045-453c-8c43-0feb078f6d9f None None] Checking router: 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:02.545711 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-207d6d9c-6cd2-4223-9d8f-d894ac643849 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.546838 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc41f52-5045-453c-8c43-0feb078f6d9f None None] Routers {'6fbf7d53-acc8-4124-9b24-7c9520b5cd68'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:02.546981 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-207d6d9c-6cd2-4223-9d8f-d894ac643849 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2248538 Nov 02 13:04:02.547573 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-bfc41f52-5045-453c-8c43-0feb078f6d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:03:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:02.549940 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56292) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:02.554833 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-ac2462f9-8271-4384-a877-92682d0b9996 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Request body: {'security_group_rule': {'security_group_id': '1f7b976e-99c5-4f4a-82b1-a6f3a59b642d', 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:02.561289 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e req-e66ed20e-3e93-492b-800e-53dcfbf4f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:02.562842 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e req-e66ed20e-3e93-492b-800e-53dcfbf4f7ee service neutron] 10.222.0.105 "GET /v2.0/networks?id=ae46113b-3acc-4bc8-9509-58e63614d6ec HTTP/1.1" status: 200 len: 916 time: 0.1404605 Nov 02 13:04:02.585301 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ac2462f9-8271-4384-a877-92682d0b9996 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (eb481ec5-5824-4a1f-bf1a-61e7a66d2c88), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.635422 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e req-3fbfe410-671c-478b-888a-37cc6134e9f7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9696789-eadb-4104-9a82-9ae275fb1c40 HTTP/1.1" status: 200 len: 1000 time: 0.0655570 Nov 02 13:04:02.653169 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ac2462f9-8271-4384-a877-92682d0b9996 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (eb481ec5-5824-4a1f-bf1a-61e7a66d2c88), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.662369 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ac2462f9-8271-4384-a877-92682d0b9996 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (eb481ec5-5824-4a1f-bf1a-61e7a66d2c88), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.667353 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-bfc41f52-5045-453c-8c43-0feb078f6d9f None None] Set router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:02.682031 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2462f9-8271-4384-a877-92682d0b9996 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb481ec5-5824-4a1f-bf1a-61e7a66d2c88,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:02.693945 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ac2462f9-8271-4384-a877-92682d0b9996 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.695375 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-ac2462f9-8271-4384-a877-92682d0b9996 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440978 Nov 02 13:04:02.698126 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56294) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:02.702372 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e req-9abf8d79-b861-4899-af6d-1453ced5115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:02.703891 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e req-9abf8d79-b861-4899-af6d-1453ced5115d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=87405d65-ec7b-4e6f-9b57-268992d7f31b HTTP/1.1" status: 200 len: 853 time: 0.0576811 Nov 02 13:04:02.704013 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-105d4af2-a2ac-40cd-94f3-230fa502e9d5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Request body: {'security_group_rule': {'security_group_id': '1f7b976e-99c5-4f4a-82b1-a6f3a59b642d', 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:02.731840 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-105d4af2-a2ac-40cd-94f3-230fa502e9d5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (ed1e8805-91f6-40d7-84fd-f03fcf8a8ed8), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.766632 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e req-83d00802-7094-4f58-88f9-b5c794225662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:02.768314 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e req-83d00802-7094-4f58-88f9-b5c794225662 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=ae46113b-3acc-4bc8-9509-58e63614d6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566638 Nov 02 13:04:02.795321 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-105d4af2-a2ac-40cd-94f3-230fa502e9d5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (ed1e8805-91f6-40d7-84fd-f03fcf8a8ed8), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.800457 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-105d4af2-a2ac-40cd-94f3-230fa502e9d5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (ed1e8805-91f6-40d7-84fd-f03fcf8a8ed8), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.818934 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d4af2-a2ac-40cd-94f3-230fa502e9d5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1e8805-91f6-40d7-84fd-f03fcf8a8ed8,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:02.829981 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-105d4af2-a2ac-40cd-94f3-230fa502e9d5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.831308 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-105d4af2-a2ac-40cd-94f3-230fa502e9d5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307962 Nov 02 13:04:02.834041 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56296) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:02.839924 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-517dcd04-5eba-487a-97af-59848bbea8db tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Request body: {'security_group_rule': {'security_group_id': '1f7b976e-99c5-4f4a-82b1-a6f3a59b642d', 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:02.868489 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-517dcd04-5eba-487a-97af-59848bbea8db tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (4b891318-5e92-4076-acb4-34aabe5ce406), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.872606 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e req-7f5d0df2-1c00-4d11-8fa0-ab578030fbc5 service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970724 Nov 02 13:04:02.928235 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-bfc41f52-5045-453c-8c43-0feb078f6d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 4, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '19fecd7e-c8b4-4c57-a400-e5c668339a3f', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'floating_ip_address': '172.27.4.234', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'port_id': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'mac_address': 'fa:16:3e:b8:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:01Z', 'updated_at': '2022-11-02T13:04:01Z', 'revision_number': 0, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e38bf7-c845-4559-a5fa-f40dbcff4f65', 'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'mac_address': 'fa:16:3e:e9:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:45Z', 'updated_at': '2022-11-02T13:02:50Z', 'revision_number': 5, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'subnets': [{'id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:02.932664 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-517dcd04-5eba-487a-97af-59848bbea8db tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (4b891318-5e92-4076-acb4-34aabe5ce406), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.937861 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-517dcd04-5eba-487a-97af-59848bbea8db tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (4b891318-5e92-4076-acb4-34aabe5ce406), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.959202 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dcd04-5eba-487a-97af-59848bbea8db tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b891318-5e92-4076-acb4-34aabe5ce406,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:02.960364 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc41f52-5045-453c-8c43-0feb078f6d9f None None] The sync data for ids ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'] in dv-cinder-863278-1-iscsi is: [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 4, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '19fecd7e-c8b4-4c57-a400-e5c668339a3f', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'floating_ip_address': '172.27.4.234', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'port_id': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'mac_address': 'fa:16:3e:b8:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:01Z', 'updated_at': '2022-11-02T13:04:01Z', 'revision_number': 0, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e38bf7-c845-4559-a5fa-f40dbcff4f65', 'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'mac_address': 'fa:16:3e:e9:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:45Z', 'updated_at': '2022-11-02T13:02:50Z', 'revision_number': 5, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'subnets': [{'id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:02.970971 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-517dcd04-5eba-487a-97af-59848bbea8db tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:02.976296 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-517dcd04-5eba-487a-97af-59848bbea8db tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372056 Nov 02 13:04:02.977191 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56298) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:02.981172 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-f94e415c-a145-4134-8518-ed21f8ce19a4 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Request body: {'security_group_rule': {'security_group_id': '1f7b976e-99c5-4f4a-82b1-a6f3a59b642d', 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:03.007918 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.securitygroups_db [None req-f94e415c-a145-4134-8518-ed21f8ce19a4 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Project 5716ca4d4fc14873bdb6a99cecc9ed64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:04:03.008141 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-7bad2d74-64b6-4a5d-bf04-e965cd887e4e req-6186db92-8dad-4dd3-ab6d-fb39bd6ccd5b service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270816 Nov 02 13:04:03.014240 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f94e415c-a145-4134-8518-ed21f8ce19a4 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (c61d09c4-bd9e-458a-a0fd-af5354fe3882), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.086131 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f94e415c-a145-4134-8518-ed21f8ce19a4 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (c61d09c4-bd9e-458a-a0fd-af5354fe3882), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.091055 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f94e415c-a145-4134-8518-ed21f8ce19a4 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (c61d09c4-bd9e-458a-a0fd-af5354fe3882), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.109583 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e415c-a145-4134-8518-ed21f8ce19a4 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61d09c4-bd9e-458a-a0fd-af5354fe3882,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:03.116723 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f94e415c-a145-4134-8518-ed21f8ce19a4 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.120627 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f94e415c-a145-4134-8518-ed21f8ce19a4 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405673 Nov 02 13:04:03.121099 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56302) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:03.125941 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-30a220c0-3d83-40ae-b764-027d11c358e3 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Request body: {'security_group_rule': {'security_group_id': '1f7b976e-99c5-4f4a-82b1-a6f3a59b642d', 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:03.149215 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.securitygroups_db [None req-30a220c0-3d83-40ae-b764-027d11c358e3 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Project 5716ca4d4fc14873bdb6a99cecc9ed64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:04:03.155804 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-30a220c0-3d83-40ae-b764-027d11c358e3 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (9247d176-6006-4482-b402-f8682b3a9521), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.218082 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7154412-c652-4c89-a4b5-1ab2b61f127c None None] New status for floating IP 19fecd7e-c8b4-4c57-a400-e5c668339a3f: ACTIVE {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:04:03.224890 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-30a220c0-3d83-40ae-b764-027d11c358e3 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (9247d176-6006-4482-b402-f8682b3a9521), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.230558 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-30a220c0-3d83-40ae-b764-027d11c358e3 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (9247d176-6006-4482-b402-f8682b3a9521), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.249995 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a220c0-3d83-40ae-b764-027d11c358e3 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9247d176-6006-4482-b402-f8682b3a9521,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:03.259371 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-30a220c0-3d83-40ae-b764-027d11c358e3 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.260692 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-30a220c0-3d83-40ae-b764-027d11c358e3 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384776 Nov 02 13:04:03.364765 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f26f3165-4900-45f7-bcf7-c3ea969b163e req-cb17a93e-877f-4559-b6c8-538e28559619 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735638137&fields=id&tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64 HTTP/1.1" status: 200 len: 267 time: 0.0549200 Nov 02 13:04:03.420289 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f3165-4900-45f7-bcf7-c3ea969b163e req-04548d1f-5b65-4d6a-892d-e18b1cc76836 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:03.421999 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f26f3165-4900-45f7-bcf7-c3ea969b163e req-04548d1f-5b65-4d6a-892d-e18b1cc76836 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.0563710 Nov 02 13:04:03.433030 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [req-f26f3165-4900-45f7-bcf7-c3ea969b163e req-a438f323-cf27-4372-860f-3604e2b1f83c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Request body: {'port': {'security_groups': ['e1a9db3d-f75d-4170-8071-9e6fedfc0a44', '1f7b976e-99c5-4f4a-82b1-a6f3a59b642d']}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:03.508950 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [req-f26f3165-4900-45f7-bcf7-c3ea969b163e req-a438f323-cf27-4372-860f-3604e2b1f83c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.736762 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [req-f26f3165-4900-45f7-bcf7-c3ea969b163e req-a438f323-cf27-4372-860f-3604e2b1f83c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] For port c9696789-eadb-4104-9a82-9ae275fb1c40, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c9696789-eadb-4104-9a82-9ae275fb1c40,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:03.766933 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [req-f26f3165-4900-45f7-bcf7-c3ea969b163e req-a438f323-cf27-4372-860f-3604e2b1f83c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.772927 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [req-f26f3165-4900-45f7-bcf7-c3ea969b163e req-a438f323-cf27-4372-860f-3604e2b1f83c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112444'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.783534 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f3165-4900-45f7-bcf7-c3ea969b163e req-a438f323-cf27-4372-860f-3604e2b1f83c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:03.784378 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [req-f26f3165-4900-45f7-bcf7-c3ea969b163e req-a438f323-cf27-4372-860f-3604e2b1f83c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:03.785806 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f26f3165-4900-45f7-bcf7-c3ea969b163e req-a438f323-cf27-4372-860f-3604e2b1f83c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "PUT /v2.0/ports/c9696789-eadb-4104-9a82-9ae275fb1c40 HTTP/1.1" status: 200 len: 982 time: 0.3574238 Nov 02 13:04:03.788785 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40'}] {{(pid=110476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:04:03.791184 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfdc56134c15c8bcba47e534e2d98fa7b03309dab48147f1ffde34f3ae4df6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40"}]}' {{(pid=110476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:04:03.817644 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['c9696789-eadb-4104-9a82-9ae275fb1c40'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:04:03.884583 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafbb14d-4032-45e8-8608-32989708d78e x-openstack-request-id: req-eafbb14d-4032-45e8-8608-32989708d78e {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:04:03.885039 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40", "status": "completed", "code": 200}]} {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:04:03.885397 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-eafbb14d-4032-45e8-8608-32989708d78e {{(pid=110476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:04:03.886240 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eafbb14d-4032-45e8-8608-32989708d78e'] response: {'name': 'network-changed', 'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'status': 'completed', 'code': 200} Nov 02 13:04:03.902497 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438f323-cf27-4372-860f-3604e2b1f83c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'Port': ['ID=c9696789-eadb-4104-9a82-9ae275fb1c40,revision_number=6']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:03.903002 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29a4bf-c666-449b-8d8e-7552e895a4e0 req-bf727900-8a08-41a9-b752-724b7050506b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:03.904723 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9b29a4bf-c666-449b-8d8e-7552e895a4e0 req-bf727900-8a08-41a9-b752-724b7050506b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0598135 Nov 02 13:04:04.003004 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9b29a4bf-c666-449b-8d8e-7552e895a4e0 req-6fe96604-9bad-47ab-a7fd-b4b93b39639b tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916224 Nov 02 13:04:04.016059 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e req-cbd8ce79-875e-4cef-bbde-d8e406227bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:04.017658 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e req-cbd8ce79-875e-4cef-bbde-d8e406227bc2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64&device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 1169 time: 0.0743804 Nov 02 13:04:04.041772 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['c9696789-eadb-4104-9a82-9ae275fb1c40'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:04:04.123580 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e req-149a2ef6-9e14-4abf-aa35-185b9bf7c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:04.125254 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e req-149a2ef6-9e14-4abf-aa35-185b9bf7c1ae service neutron] 10.222.0.105 "GET /v2.0/networks?id=ae46113b-3acc-4bc8-9509-58e63614d6ec HTTP/1.1" status: 200 len: 916 time: 0.0942452 Nov 02 13:04:04.206270 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e req-72f54ac2-4cfb-4605-a7e3-43016d6f2aee service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9696789-eadb-4104-9a82-9ae275fb1c40 HTTP/1.1" status: 200 len: 1002 time: 0.0725987 Nov 02 13:04:04.257710 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e req-eef984e6-6983-401b-906b-a86ffe145e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:04.259129 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e req-eef984e6-6983-401b-906b-a86ffe145e86 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=87405d65-ec7b-4e6f-9b57-268992d7f31b HTTP/1.1" status: 200 len: 853 time: 0.0462248 Nov 02 13:04:04.319326 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e req-db18ee48-f0aa-47b8-9acf-4f5e46769299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:04.320970 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e req-db18ee48-f0aa-47b8-9acf-4f5e46769299 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=ae46113b-3acc-4bc8-9509-58e63614d6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528538 Nov 02 13:04:04.428624 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e req-ce366da9-c7a6-44f2-aa85-cd5c71db1d9d service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991106 Nov 02 13:04:04.562398 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3cdb3da5-1d17-4a3a-91da-9197448b7c0e req-0f610418-89c2-4fcd-91d7-6584860e97d6 service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266224 Nov 02 13:04:13.516090 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:04:15.540494 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.890390 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-d14ba165-98ac-4770-bf7f-993586035427 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514622 Nov 02 13:04:23.980169 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-6653dd6f-128c-4c18-8175-15fd5ea86cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:23.981830 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-6653dd6f-128c-4c18-8175-15fd5ea86cc0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 1131 time: 0.0518589 Nov 02 13:04:24.099560 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-ed30a8e7-53e3-45e3-bbb4-4b0796b9eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:24.101179 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-ed30a8e7-53e3-45e3-bbb4-4b0796b9eabc service neutron] 10.222.0.105 "GET /v2.0/networks?id=5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 200 len: 919 time: 0.0957534 Nov 02 13:04:24.168103 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-b45995d7-5cd5-453a-b68e-c8d03b42e2e1 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab HTTP/1.1" status: 200 len: 1001 time: 0.0573349 Nov 02 13:04:24.475164 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-1a340a01-4967-4082-b794-80a5baf493d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:24.476965 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-1a340a01-4967-4082-b794-80a5baf493d3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 200 len: 856 time: 0.3022087 Nov 02 13:04:24.567571 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-a7f20c6d-0e15-45d0-a2e6-d5a656aefb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:24.570193 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-a7f20c6d-0e15-45d0-a2e6-d5a656aefb45 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=5c790846-1155-4e44-80f1-15983b65a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848222 Nov 02 13:04:24.710401 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-62b0c576-60e4-461a-b981-864e04c6167c service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277204 Nov 02 13:04:24.810435 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-59ddb117-1dbd-4739-8c36-0eb8d3478cc0 req-0912eb04-655c-42ab-89ab-147b24d40977 service neutron] 10.222.0.105 "GET /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922832 Nov 02 13:04:26.133196 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cd0acc52-87c9-4570-9052-abb4bc1a4915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:27.084610 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20f215-d10b-495e-a90d-2fbebaca09de req-eb3bff38-c657-4813-8177-8937da707ce0 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:27.086147 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ee20f215-d10b-495e-a90d-2fbebaca09de req-eb3bff38-c657-4813-8177-8937da707ce0 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 946 time: 0.0533183 Nov 02 13:04:27.144660 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-ee20f215-d10b-495e-a90d-2fbebaca09de req-c2a03a61-d998-4b0f-bf7e-451f3dd785de tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527487 Nov 02 13:04:28.286959 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06c330-bc2c-4714-b65c-e1c796dbaa8a req-281f97db-773c-49cc-854b-6d8cd617ef31 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:28.288525 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ec06c330-bc2c-4714-b65c-e1c796dbaa8a req-281f97db-773c-49cc-854b-6d8cd617ef31 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 946 time: 0.0597641 Nov 02 13:04:28.310891 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-fd919b84-ffc4-409e-9f2d-4465470128ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:28.341694 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ec06c330-bc2c-4714-b65c-e1c796dbaa8a req-6d473319-1a43-48b1-bea9-9a4f12c117a7 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467720 Nov 02 13:04:29.474102 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:29.491968 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b7e8-c626-4609-aed7-08c0baad7020 req-74d79587-4521-431c-a8a5-6df5725964bb tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:29.493625 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3232b7e8-c626-4609-aed7-08c0baad7020 req-74d79587-4521-431c-a8a5-6df5725964bb tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 946 time: 0.0687752 Nov 02 13:04:29.540776 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3232b7e8-c626-4609-aed7-08c0baad7020 req-6b736af2-5df6-48fb-84c4-8785f6f137bb tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups?id=b53dcbac-0caa-4dab-b9d3-666570f6c13f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414681 Nov 02 13:04:29.866084 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-c2a0845b-6205-4ee4-9a24-51edbb95e8f8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:29.867534 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-c2a0845b-6205-4ee4-9a24-51edbb95e8f8 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.105 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 946 time: 0.0579457 Nov 02 13:04:29.963768 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Deleting port 654851c5-9c7f-4ed7-a238-c4cf149d0934 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:29.964135 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.058788 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] For port 654851c5-9c7f-4ed7-a238-c4cf149d0934, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=654851c5-9c7f-4ed7-a238-c4cf149d0934,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:30.059168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.233571 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.233953 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (92b0522e-9513-41fd-a8db-bb6e81e9d57a), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.234274 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Floating IP 92b0522e-9513-41fd-a8db-bb6e81e9d57a disassociated. External IP: 172.27.4.75, port: 654851c5-9c7f-4ed7-a238-c4cf149d0934. Nov 02 13:04:30.234635 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Calling delete_port for 654851c5-9c7f-4ed7-a238-c4cf149d0934 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:30.373363 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (654851c5-9c7f-4ed7-a238-c4cf149d0934), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.403560 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event deleted for resources: {'Port': ['ID=654851c5-9c7f-4ed7-a238-c4cf149d0934,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:30.525676 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:30.652156 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fc31c2f5-5fdb-448b-9208-8eb2ae28da99 req-12d504ed-1244-4d60-a7f9-dddcdca03b8c tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/ports?device_id=39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a HTTP/1.1" status: 200 len: 210 time: 0.0342531 Nov 02 13:04:30.660320 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:30.672064 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b99a8-6a78-48aa-9706-f928338ff92a None None] Sync routers for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:30.685333 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b99a8-6a78-48aa-9706-f928338ff92a None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:30.685527 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-7b9b99a8-6a78-48aa-9706-f928338ff92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:30.711976 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] No DVR routers for this DVR port 654851c5-9c7f-4ed7-a238-c4cf149d0934 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:04:30.714767 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:30.718214 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f3955f97-b581-4c4a-834a-fbfc459aa76e req-936812b2-43d7-443f-bbb8-c69ee89fd07b tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.105 "DELETE /v2.0/ports/654851c5-9c7f-4ed7-a238-c4cf149d0934 HTTP/1.1" status: 204 len: 173 time: 0.8444481 Nov 02 13:04:30.718725 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'name': 'network-vif-deleted', 'tag': '654851c5-9c7f-4ed7-a238-c4cf149d0934'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:04:30.721328 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48628be-9bfb-4522-89a8-f7ce8824dde5" -d '{"events": [{"server_uuid": "39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a", "name": "network-vif-deleted", "tag": "654851c5-9c7f-4ed7-a238-c4cf149d0934"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:04:30.774071 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86814162-82d1-4de6-9044-fd4936aff60e x-openstack-request-id: req-86814162-82d1-4de6-9044-fd4936aff60e {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:04:30.774367 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a", "name": "network-vif-deleted", "tag": "654851c5-9c7f-4ed7-a238-c4cf149d0934", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:04:30.774655 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-86814162-82d1-4de6-9044-fd4936aff60e {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:04:30.775074 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86814162-82d1-4de6-9044-fd4936aff60e'] response: {'server_uuid': '39b4fe2f-41c3-47a2-a832-8b0d55d6bc6a', 'name': 'network-vif-deleted', 'tag': '654851c5-9c7f-4ed7-a238-c4cf149d0934', 'status': 'completed', 'code': 200} Nov 02 13:04:30.808022 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-7b9b99a8-6a78-48aa-9706-f928338ff92a None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:30.945346 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:31.050180 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-7b9b99a8-6a78-48aa-9706-f928338ff92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:31.078689 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b99a8-6a78-48aa-9706-f928338ff92a None None] Checking router: 8797e58f-e073-4c8d-9e3c-c8eed382cf9c for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:31.087740 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b99a8-6a78-48aa-9706-f928338ff92a None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:31.088397 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-7b9b99a8-6a78-48aa-9706-f928338ff92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:31.240482 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-7b9b99a8-6a78-48aa-9706-f928338ff92a None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:31.621214 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-7b9b99a8-6a78-48aa-9706-f928338ff92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:31.648040 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b99a8-6a78-48aa-9706-f928338ff92a None None] The sync data for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi is: [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T12:52:38Z', 'revision_number': 4, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '31d0a29a-beeb-43d0-8747-3903a38d63c1', 'name': '', 'network_id': '1899e874-a496-4913-9de6-503fed5c449b', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'mac_address': 'fa:16:3e:21:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:36Z', 'updated_at': '2022-11-02T12:52:52Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'subnets': [{'id': '9713cd00-64c3-4e76-b8a6-b846c353523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:31.762543 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56458) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:31.826563 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0ebb4753-a7f7-4a12-8193-32c83f2fab4d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (b53dcbac-0caa-4dab-b9d3-666570f6c13f), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:31.857523 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0ebb4753-a7f7-4a12-8193-32c83f2fab4d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (b53dcbac-0caa-4dab-b9d3-666570f6c13f), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:31.898820 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93007b-9051-4d63-9836-bb5305eadb9d None None] New status for floating IP 92b0522e-9513-41fd-a8db-bb6e81e9d57a: DOWN {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:04:31.929723 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0ebb4753-a7f7-4a12-8193-32c83f2fab4d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (b53dcbac-0caa-4dab-b9d3-666570f6c13f), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:31.932420 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0ebb4753-a7f7-4a12-8193-32c83f2fab4d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:31.937061 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-0ebb4753-a7f7-4a12-8193-32c83f2fab4d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "DELETE /v2.0/security-groups/b53dcbac-0caa-4dab-b9d3-666570f6c13f HTTP/1.1" status: 204 len: 168 time: 0.1701858 Nov 02 13:04:31.937423 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56460) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:31.944543 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb4753-a7f7-4a12-8193-32c83f2fab4d tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53dcbac-0caa-4dab-b9d3-666570f6c13f,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:31.953198 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.api.v2.resource [None req-552df73b-3807-4cef-a7a2-a3e54a2100fe tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] show failed (client error): The resource could not be found. Nov 02 13:04:31.959624 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-552df73b-3807-4cef-a7a2-a3e54a2100fe tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "GET /v2.0/security-groups/b53dcbac-0caa-4dab-b9d3-666570f6c13f HTTP/1.1" status: 404 len: 347 time: 0.0152612 Nov 02 13:04:31.960646 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56462) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:32.096665 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-143b3fca-a543-460c-a61f-53fecc71b143 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Deleting port 9fe6cd9c-a685-4886-babc-8f395038eb76 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:32.097011 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-143b3fca-a543-460c-a61f-53fecc71b143 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (9fe6cd9c-a685-4886-babc-8f395038eb76), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.172603 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-143b3fca-a543-460c-a61f-53fecc71b143 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (9fe6cd9c-a685-4886-babc-8f395038eb76), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.172924 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-143b3fca-a543-460c-a61f-53fecc71b143 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (9fe6cd9c-a685-4886-babc-8f395038eb76), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.184618 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-143b3fca-a543-460c-a61f-53fecc71b143 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Calling delete_port for 9fe6cd9c-a685-4886-babc-8f395038eb76 owned by network:floatingip {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:32.332187 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-143b3fca-a543-460c-a61f-53fecc71b143 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (9fe6cd9c-a685-4886-babc-8f395038eb76), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.356884 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b3fca-a543-460c-a61f-53fecc71b143 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Pushing event deleted for resources: {'Port': ['ID=9fe6cd9c-a685-4886-babc-8f395038eb76,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:32.373132 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.427246 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-143b3fca-a543-460c-a61f-53fecc71b143 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks [] for floatingip (92b0522e-9513-41fd-a8db-bb6e81e9d57a), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.429952 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-143b3fca-a543-460c-a61f-53fecc71b143 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:32.431147 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-143b3fca-a543-460c-a61f-53fecc71b143 tempest-AttachVolumeTestJSON-805691609 tempest-AttachVolumeTestJSON-805691609-project] 10.222.0.90 "DELETE /v2.0/floatingips/92b0522e-9513-41fd-a8db-bb6e81e9d57a HTTP/1.1" status: 204 len: 168 time: 0.4689586 Nov 02 13:04:32.508884 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 654851c5-9c7f-4ed7-a238-c4cf149d0934 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:32.533621 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 654851c5-9c7f-4ed7-a238-c4cf149d0934 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:04:32.534103 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 654851c5-9c7f-4ed7-a238-c4cf149d0934 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:36.031271 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56492) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:36.501692 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623080'] for router_interface (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.758413 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] Deleting port 31d0a29a-beeb-43d0-8747-3903a38d63c1 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:36.758830 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.848169 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] For port 31d0a29a-beeb-43d0-8747-3903a38d63c1, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=31d0a29a-beeb-43d0-8747-3903a38d63c1,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:36.848564 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:36.862290 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] Calling delete_port for 31d0a29a-beeb-43d0-8747-3903a38d63c1 owned by network:router_interface {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:37.052284 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (31d0a29a-beeb-43d0-8747-3903a38d63c1), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:37.076149 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] Pushing event deleted for resources: {'Port': ['ID=31d0a29a-beeb-43d0-8747-3903a38d63c1,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:37.249339 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623960'] for router_interface (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:37.467012 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] Router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:37.571376 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:37.577160 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-a81c6d75-0ccc-47e4-8114-12a05c6d593b admin admin] 10.222.0.90 "PUT /v2.0/routers/8797e58f-e073-4c8d-9e3c-c8eed382cf9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5444283 Nov 02 13:04:37.580063 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56500) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:37.582664 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b69554-8745-4f51-abbc-3350ca9f560d None None] Sync routers for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:37.591264 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b69554-8745-4f51-abbc-3350ca9f560d None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:37.591901 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-47b69554-8745-4f51-abbc-3350ca9f560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:37.681727 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Publish callbacks [] for router (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:37.701853 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-47b69554-8745-4f51-abbc-3350ca9f560d None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:37.890235 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-47b69554-8745-4f51-abbc-3350ca9f560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T13:04:37Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:37.920317 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b69554-8745-4f51-abbc-3350ca9f560d None None] Checking router: 8797e58f-e073-4c8d-9e3c-c8eed382cf9c for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:37.933003 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b69554-8745-4f51-abbc-3350ca9f560d None None] Routers {'8797e58f-e073-4c8d-9e3c-c8eed382cf9c'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:37.933644 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-47b69554-8745-4f51-abbc-3350ca9f560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:38.035644 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-47b69554-8745-4f51-abbc-3350ca9f560d None None] Set router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:38.037869 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Publish callbacks [] for router_gateway (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.088535 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Deleting port cf2167b6-570b-44a8-9d91-a603ef290c93 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:38.089257 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.167637 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] For port cf2167b6-570b-44a8-9d91-a603ef290c93, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=cf2167b6-570b-44a8-9d91-a603ef290c93,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:38.167924 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.181035 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Calling delete_port for cf2167b6-570b-44a8-9d91-a603ef290c93 owned by network:router_gateway {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:38.215759 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-47b69554-8745-4f51-abbc-3350ca9f560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T13:04:37Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:38.240779 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b69554-8745-4f51-abbc-3350ca9f560d None None] The sync data for ids ['8797e58f-e073-4c8d-9e3c-c8eed382cf9c'] in dv-cinder-863278-1-iscsi is: [{'id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'name': 'tempest-AttachVolumeTestJSON-525150822-router', 'tenant_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124'}], 'enable_snat': True}, 'gw_port_id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:27Z', 'updated_at': '2022-11-02T13:04:37Z', 'revision_number': 5, 'project_id': 'ac56ac8efe2d4a07aa0f1c7976ad8fe7', 'gw_port': {'id': 'cf2167b6-570b-44a8-9d91-a603ef290c93', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8797e58f-e073-4c8d-9e3c-c8eed382cf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:38.348503 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (cf2167b6-570b-44a8-9d91-a603ef290c93), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.376390 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2167b6-570b-44a8-9d91-a603ef290c93,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:38.441588 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624418'] for router_gateway (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.529463 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6593'] for router (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.531682 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Publish callbacks [] for router_controller (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.578935 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622926'] for router (8797e58f-e073-4c8d-9e3c-c8eed382cf9c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.578935 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8797e58f-e073-4c8d-9e3c-c8eed382cf9c {{(pid=110475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:04:38.584282 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.588844 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-bb5b02db-4829-4c61-b272-9521a416bc17 admin admin] 10.222.0.90 "DELETE /v2.0/routers/8797e58f-e073-4c8d-9e3c-c8eed382cf9c HTTP/1.1" status: 204 len: 168 time: 1.0079513 Nov 02 13:04:38.589385 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56502) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:38.658805 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_v2 [None req-0faa80ba-2fcc-4240-ac5b-7a5a980d4071 admin admin] Deleting subnet 9713cd00-64c3-4e76-b8a6-b846c353523d {{(pid=110476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:04:38.662622 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0faa80ba-2fcc-4240-ac5b-7a5a980d4071 admin admin] Publish callbacks [] for subnet (9713cd00-64c3-4e76-b8a6-b846c353523d), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.700698 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0faa80ba-2fcc-4240-ac5b-7a5a980d4071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12720103'] for subnet (9713cd00-64c3-4e76-b8a6-b846c353523d), precommit_delete_associations {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.741119 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 31d0a29a-beeb-43d0-8747-3903a38d63c1 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:38.761504 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 31d0a29a-beeb-43d0-8747-3903a38d63c1 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:04:38.761988 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 31d0a29a-beeb-43d0-8747-3903a38d63c1 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:38.812874 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0faa80ba-2fcc-4240-ac5b-7a5a980d4071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (9713cd00-64c3-4e76-b8a6-b846c353523d), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.870214 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0faa80ba-2fcc-4240-ac5b-7a5a980d4071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12729675'] for subnet (9713cd00-64c3-4e76-b8a6-b846c353523d), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.899803 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa80ba-2fcc-4240-ac5b-7a5a980d4071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9713cd00-64c3-4e76-b8a6-b846c353523d,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:38.904752 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0faa80ba-2fcc-4240-ac5b-7a5a980d4071 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:38.911022 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-0faa80ba-2fcc-4240-ac5b-7a5a980d4071 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/9713cd00-64c3-4e76-b8a6-b846c353523d HTTP/1.1" status: 204 len: 168 time: 0.3176620 Nov 02 13:04:38.911239 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f176a-295c-4b9c-a754-6ab2e64924dd None None] Network 1899e874-a496-4913-9de6-503fed5c449b requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:04:38.911400 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56506) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:38.987118 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (1899e874-a496-4913-9de6-503fed5c449b), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.043429 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Deleting port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:39.043768 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.104718 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] For port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=4ecc42fc-a6f7-428c-b817-79d5dee9cde8,segment=NetworkSegment(4d1a730c-495d-4d6f-aae3-ad5bea6f7d08),segment_id=4d1a730c-495d-4d6f-aae3-ad5bea6f7d08)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:39.105444 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.121424 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Calling delete_port for 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 owned by network:dhcp {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:39.202973 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (4ecc42fc-a6f7-428c-b817-79d5dee9cde8), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.229459 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ecc42fc-a6f7-428c-b817-79d5dee9cde8,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:39.231311 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] No DVR routers for this DVR port 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 on host dv-cinder-863278-1-iscsi {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:04:39.308704 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e0c96-424f-4543-a860-fd908d22fad4 None None] DHCP port deletion for 1899e874-a496-4913-9de6-503fed5c449b request from dv-cinder-863278-1-iscsi {{(pid=110477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:04:39.309712 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (1899e874-a496-4913-9de6-503fed5c449b), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.333224 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1899e874-a496-4913-9de6-503fed5c449b']}} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:39.343370 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08') {'for_net_delete': True} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:39.343661 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1a730c-495d-4d6f-aae3-ad5bea6f7d08') {} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:39.353368 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16000405'] for segment (4d1a730c-495d-4d6f-aae3-ad5bea6f7d08), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.369787 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (4d1a730c-495d-4d6f-aae3-ad5bea6f7d08), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.378046 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Releasing vlan 1437 on physical network physnet1 to pool {{(pid=110475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:04:39.378291 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12738436'] for segment (4d1a730c-495d-4d6f-aae3-ad5bea6f7d08), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.425051 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 4d1a730c-495d-4d6f-aae3-ad5bea6f7d08 resource provider aggregate not found Nov 02 13:04:39.446206 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 4d1a730c-495d-4d6f-aae3-ad5bea6f7d08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d1a730c-495d-4d6f-aae3-ad5bea6f7d08 found for delete ", "request_id": "req-126c9c7a-792c-4db5-8ab3-89ab2f7cece1"}]} Nov 02 13:04:39.456012 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (1899e874-a496-4913-9de6-503fed5c449b), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.461833 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.465584 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] 10.222.0.90 "DELETE /v2.0/networks/1899e874-a496-4913-9de6-503fed5c449b HTTP/1.1" status: 204 len: 168 time: 0.5531406 Nov 02 13:04:39.478471 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a965f7d-3fc0-4dda-b98b-832e7b65b715 admin admin] Pushing event deleted for resources: {'Network': ['ID=1899e874-a496-4913-9de6-503fed5c449b,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:39.683086 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56514) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:39.734063 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-49e1e6a0-b21e-4980-a698-b78a2e0de07e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ac56ac8efe2d4a07aa0f1c7976ad8fe7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493841 Nov 02 13:04:39.737723 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56516) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:39.791225 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b563752c-c026-4841-9d08-74bc616aead5 admin admin] Publish callbacks [] for security_group (cfa547e5-52ae-4723-9ef1-75e98bb8ec28), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.813890 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b563752c-c026-4841-9d08-74bc616aead5 admin admin] Publish callbacks [] for security_group (cfa547e5-52ae-4723-9ef1-75e98bb8ec28), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.874618 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b563752c-c026-4841-9d08-74bc616aead5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (cfa547e5-52ae-4723-9ef1-75e98bb8ec28), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.877639 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b563752c-c026-4841-9d08-74bc616aead5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:39.879040 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b563752c-c026-4841-9d08-74bc616aead5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cfa547e5-52ae-4723-9ef1-75e98bb8ec28 HTTP/1.1" status: 204 len: 168 time: 0.1402082 Nov 02 13:04:39.888683 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563752c-c026-4841-9d08-74bc616aead5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa547e5-52ae-4723-9ef1-75e98bb8ec28,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:40.628139 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device cf2167b6-570b-44a8-9d91-a603ef290c93 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:40.653163 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: cf2167b6-570b-44a8-9d91-a603ef290c93 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:04:40.653566 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device cf2167b6-570b-44a8-9d91-a603ef290c93 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:40.654040 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:40.675041 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:04:40.675398 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 4ecc42fc-a6f7-428c-b817-79d5dee9cde8 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:40.697627 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56538) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:40.866976 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2123721434-network', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:40.890560 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Made reservation on behalf of 19aa22fb93224586a50c7447a5310ecd for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:04:40.893237 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:40.903370 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:40.991327 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Publish callbacks [] for security_group (3aa68cf3-746c-43c1-942c-a5a0cb29c30e), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:40.994947 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (3aa68cf3-746c-43c1-942c-a5a0cb29c30e), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.020299 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1445, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:04:41.030533 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa68cf3-746c-43c1-942c-a5a0cb29c30e,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:41.036268 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (965661a1-cd64-4239-84c5-0a1435298624), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.036674 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Added segment 965661a1-cd64-4239-84c5-0a1435298624 of type vlan for network 46222446-e421-4f44-b970-f0c2d05a9631 Nov 02 13:04:41.081661 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (46222446-e421-4f44-b970-f0c2d05a9631), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.106794 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (46222446-e421-4f44-b970-f0c2d05a9631), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.107767 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:41.108385 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.168636 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4695840 Nov 02 13:04:41.171765 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56542) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:41.177720 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] Request body: {'subnet': {'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-subnet', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:41.184354 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e0246-1274-41ff-afe0-91a6839c44b4 admin admin] Pushing event updated for resources: {'Network': ['ID=46222446-e421-4f44-b970-f0c2d05a9631,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:41.197755 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 46222446-e421-4f44-b970-f0c2d05a9631 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:04:41.207638 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] Made reservation on behalf of 19aa22fb93224586a50c7447a5310ecd for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:04:41.210541 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12729766'] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.389557 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12729684'] for subnet (42c225ec-6d1b-4779-816f-6305d79806c6), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.442461 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c225ec-6d1b-4779-816f-6305d79806c6,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:41.455188 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] Checking segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:04:41.455863 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] Network hostable DHCP agents. Network: 46222446-e421-4f44-b970-f0c2d05a9631, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:04:41.475314 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] Network 46222446-e421-4f44-b970-f0c2d05a9631 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:04:41.485207 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 46222446-e421-4f44-b970-f0c2d05a9631) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:41.490736 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:41.491371 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.495752 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e58958-6187-4b96-bedb-8f7abfa7d5d5 None None] Network 46222446-e421-4f44-b970-f0c2d05a9631 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:04:41.516237 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e3955ebf-8b0c-421c-83a6-cae119120706 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3433750 Nov 02 13:04:41.519410 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56544) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:41.523925 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:41.544968 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (1d10ba80-bd16-46b8-977a-944b9118eeb3), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.546050 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (1d10ba80-bd16-46b8-977a-944b9118eeb3), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.601156 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Publish callbacks [] for router_controller (1d10ba80-bd16-46b8-977a-944b9118eeb3), precommit_add_association {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.605233 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-46222446-e421-4f44-b970-f0c2d05a9631', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:04:41.606364 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.737561 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Publish callbacks [] for router_gateway (1d10ba80-bd16-46b8-977a-944b9118eeb3), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.751623 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Allocated IP 172.20.0.2 (46222446-e421-4f44-b970-f0c2d05a9631/42c225ec-6d1b-4779-816f-6305d79806c6/fbfd8649-586f-4953-badc-d38c010f5826) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:41.913695 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Publish callbacks [] for port (fbfd8649-586f-4953-badc-d38c010f5826), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.921437 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (fbfd8649-586f-4953-badc-d38c010f5826), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.959764 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Publish callbacks [] for router_gateway (1d10ba80-bd16-46b8-977a-944b9118eeb3), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.963008 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Network 46222446-e421-4f44-b970-f0c2d05a9631 is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:41.969105 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:41.971895 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:04:41.979794 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Pushing event updated for resources: {'Port': ['ID=fbfd8649-586f-4953-badc-d38c010f5826,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:41.981457 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:41.991021 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.991722 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.992239 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.992755 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.993095 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.993428 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.993755 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.994368 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.994692 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.995014 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.995490 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.995837 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:41.996145 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:42.049018 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Attempting to bind port fbfd8649-586f-4953-badc-d38c010f5826 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:04:42.049302 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Attempting to bind port fbfd8649-586f-4953-badc-d38c010f5826 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:04:42.049667 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Attempting to bind port fbfd8649-586f-4953-badc-d38c010f5826 on network 46222446-e421-4f44-b970-f0c2d05a9631 {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:42.055268 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:04:42.055640 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Checking segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:04:42.056152 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.056458 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Bound using segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:04:42.056926 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Bound port: fbfd8649-586f-4953-badc-d38c010f5826, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:04:42.057300 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (fbfd8649-586f-4953-badc-d38c010f5826), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.104959 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Allocated IP 172.27.4.117 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/ecee7b14-fd22-4c40-a4f1-4ae5e101b287) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:42.121586 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] For port fbfd8649-586f-4953-badc-d38c010f5826, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:42.125042 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] For port fbfd8649-586f-4953-badc-d38c010f5826, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=fbfd8649-586f-4953-badc-d38c010f5826,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:42.130618 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (fbfd8649-586f-4953-badc-d38c010f5826), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.190105 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25891604-7a6a-4cef-8a32-2a2822990bbd None None] Pushing event updated for resources: {'Port': ['ID=fbfd8649-586f-4953-badc-d38c010f5826,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:42.227506 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Publish callbacks [] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.261104 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.300714 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:42.306082 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:42.310123 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:04:42.313393 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Pushing event updated for resources: {'Port': ['ID=ecee7b14-fd22-4c40-a4f1-4ae5e101b287,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:42.579240 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Publish callbacks [] for router_gateway (1d10ba80-bd16-46b8-977a-944b9118eeb3), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.662889 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device fbfd8649-586f-4953-badc-d38c010f5826 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:42.710767 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port fbfd8649-586f-4953-badc-d38c010f5826 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:04:42.711150 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (fbfd8649-586f-4953-badc-d38c010f5826), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.711494 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port fbfd8649-586f-4953-badc-d38c010f5826 Nov 02 13:04:42.782909 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (1d10ba80-bd16-46b8-977a-944b9118eeb3), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.791522 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port fbfd8649-586f-4953-badc-d38c010f5826 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:04:42.792020 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (fbfd8649-586f-4953-badc-d38c010f5826), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.834132 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port fbfd8649-586f-4953-badc-d38c010f5826, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=fbfd8649-586f-4953-badc-d38c010f5826,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:42.840030 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (fbfd8649-586f-4953-badc-d38c010f5826), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:42.893271 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=fbfd8649-586f-4953-badc-d38c010f5826,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:42.924093 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Router 1d10ba80-bd16-46b8-977a-944b9118eeb3 is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:04:43.031923 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:43.043375 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Sync routers for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:43.052512 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.056832 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56546) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:43.057433 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:43.057541 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-0062ecc3-9ce9-4527-96cb-d5470c842dff admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5364273 Nov 02 13:04:43.057637 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:43.119427 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09225458-14c6-4c21-8e02-47a5dac26c29 None None] Network 46222446-e421-4f44-b970-f0c2d05a9631 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:04:43.166663 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:43.193618 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-4ae8c167-6ab4-4f91-9acf-63394dbfaa42 None None] Provisioning complete for port fbfd8649-586f-4953-badc-d38c010f5826 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:04:43.193993 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-4ae8c167-6ab4-4f91-9acf-63394dbfaa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (fbfd8649-586f-4953-badc-d38c010f5826), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.194331 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-4ae8c167-6ab4-4f91-9acf-63394dbfaa42 None None] Attempt 1 to provision port fbfd8649-586f-4953-badc-d38c010f5826 Nov 02 13:04:43.313769 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8c167-6ab4-4f91-9acf-63394dbfaa42 None None] Current status of the port fbfd8649-586f-4953-badc-d38c010f5826 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:04:43.390739 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:42Z', 'revision_number': 3, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:43.416543 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Checking router: 1d10ba80-bd16-46b8-977a-944b9118eeb3 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:43.416886 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Updating router 1d10ba80-bd16-46b8-977a-944b9118eeb3 port ecee7b14-fd22-4c40-a4f1-4ae5e101b287 binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:04:43.451212 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.535187 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-28ea665d-0572-4909-b6c0-675d752c7bb5 None None] Provisioning complete for port fbfd8649-586f-4953-badc-d38c010f5826 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:04:43.535715 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-28ea665d-0572-4909-b6c0-675d752c7bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (fbfd8649-586f-4953-badc-d38c010f5826), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.536098 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-28ea665d-0572-4909-b6c0-675d752c7bb5 None None] Attempt 1 to provision port fbfd8649-586f-4953-badc-d38c010f5826 Nov 02 13:04:43.683324 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.718768 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Publish callbacks [] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.727146 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.769727 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-28ea665d-0572-4909-b6c0-675d752c7bb5 None None] Current status of the port fbfd8649-586f-4953-badc-d38c010f5826 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:04:43.776050 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Attempting to bind port ecee7b14-fd22-4c40-a4f1-4ae5e101b287 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:04:43.776446 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Attempting to bind port ecee7b14-fd22-4c40-a4f1-4ae5e101b287 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:04:43.776811 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Attempting to bind port ecee7b14-fd22-4c40-a4f1-4ae5e101b287 on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:43.786470 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:04:43.786852 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:04:43.787252 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.787653 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:04:43.788279 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Bound port: ecee7b14-fd22-4c40-a4f1-4ae5e101b287, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:04:43.788658 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.813916 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Pushing event updated for resources: {'Port': ['ID=ecee7b14-fd22-4c40-a4f1-4ae5e101b287,revision_number=2']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:43.825267 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.825631 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.825982 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.826300 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.826662 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.826963 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.827282 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.827600 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.827916 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.828237 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.828588 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.828909 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.829219 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.856383 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Allocated IP 172.20.0.1 (46222446-e421-4f44-b970-f0c2d05a9631/42c225ec-6d1b-4779-816f-6305d79806c6/80f66392-4254-4ccd-94aa-7ad0795d63bf) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:43.858285 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] For port ecee7b14-fd22-4c40-a4f1-4ae5e101b287, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:43.861464 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] For port ecee7b14-fd22-4c40-a4f1-4ae5e101b287, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=ecee7b14-fd22-4c40-a4f1-4ae5e101b287,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:43.867352 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.901679 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:43.902554 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:43.963931 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0de99-243e-4614-9ca4-40bfc88d52ea None None] Pushing event updated for resources: {'Port': ['ID=ecee7b14-fd22-4c40-a4f1-4ae5e101b287,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:43.966641 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Publish callbacks [] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.003819 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.023291 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:44.040757 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Network 46222446-e421-4f44-b970-f0c2d05a9631 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:44.043844 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:44.046374 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:04:44.078094 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Pushing event updated for resources: {'Port': ['ID=80f66392-4254-4ccd-94aa-7ad0795d63bf,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:44.099590 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (1d10ba80-bd16-46b8-977a-944b9118eeb3), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.213837 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:42Z', 'revision_number': 3, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:44.249267 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.252046 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b194f749-f2ab-4643-83b6-3760b48d3a2e None None] The sync data for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi is: [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:42Z', 'revision_number': 3, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:44.296317 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Provisioning complete for port 80f66392-4254-4ccd-94aa-7ad0795d63bf triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:04:44.296928 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.297033 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Attempt 1 to provision port 80f66392-4254-4ccd-94aa-7ad0795d63bf Nov 02 13:04:44.331550 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Port 80f66392-4254-4ccd-94aa-7ad0795d63bf cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:04:44.439227 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Publish callbacks [] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.444866 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112444'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.521011 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Pushing event updated for resources: {'Port': ['ID=80f66392-4254-4ccd-94aa-7ad0795d63bf,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:44.529355 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (1d10ba80-bd16-46b8-977a-944b9118eeb3), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.658811 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Network 46222446-e421-4f44-b970-f0c2d05a9631 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:44.660729 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:44.747146 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device ecee7b14-fd22-4c40-a4f1-4ae5e101b287 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:44.802346 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Router 1d10ba80-bd16-46b8-977a-944b9118eeb3 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:44.811727 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port ecee7b14-fd22-4c40-a4f1-4ae5e101b287 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:04:44.812909 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.813683 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port ecee7b14-fd22-4c40-a4f1-4ae5e101b287 Nov 02 13:04:44.839816 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Attempt 2 to provision port 80f66392-4254-4ccd-94aa-7ad0795d63bf Nov 02 13:04:44.897520 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Port 80f66392-4254-4ccd-94aa-7ad0795d63bf cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:04:44.936002 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:44.944798 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-ed0e6534-4e3f-4f68-8d70-7fb0b16d9e5b admin admin] 10.222.0.90 "PUT /v2.0/routers/1d10ba80-bd16-46b8-977a-944b9118eeb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8857765 Nov 02 13:04:44.950788 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port ecee7b14-fd22-4c40-a4f1-4ae5e101b287 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:04:44.951363 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.974998 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port ecee7b14-fd22-4c40-a4f1-4ae5e101b287, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=ecee7b14-fd22-4c40-a4f1-4ae5e101b287,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:44.985140 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.986071 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device fbfd8649-586f-4953-badc-d38c010f5826 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:45.068608 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=ecee7b14-fd22-4c40-a4f1-4ae5e101b287,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:45.085574 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port fbfd8649-586f-4953-badc-d38c010f5826 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:04:45.085957 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (fbfd8649-586f-4953-badc-d38c010f5826), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.086300 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port fbfd8649-586f-4953-badc-d38c010f5826 Nov 02 13:04:45.165092 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port fbfd8649-586f-4953-badc-d38c010f5826 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:04:45.267225 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56556) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:45.271901 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-ea2d5c27-5a12-4aa3-8b2a-a0e2a8ed37cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1436843570', 'description': 'tempest-description--1086183332'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:45.297673 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ea2d5c27-5a12-4aa3-8b2a-a0e2a8ed37cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.382849 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ea2d5c27-5a12-4aa3-8b2a-a0e2a8ed37cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (bc9fb7b1-2078-4e51-8465-c8cc1b23ce87), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.388455 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ea2d5c27-5a12-4aa3-8b2a-a0e2a8ed37cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (bc9fb7b1-2078-4e51-8465-c8cc1b23ce87), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.398722 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Attempt 3 to provision port 80f66392-4254-4ccd-94aa-7ad0795d63bf Nov 02 13:04:45.425869 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ea2d5c27-5a12-4aa3-8b2a-a0e2a8ed37cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.427499 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-ea2d5c27-5a12-4aa3-8b2a-a0e2a8ed37cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1588087 Nov 02 13:04:45.430481 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56558) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:45.431933 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d5c27-5a12-4aa3-8b2a-a0e2a8ed37cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:45.432527 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Port 80f66392-4254-4ccd-94aa-7ad0795d63bf cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:04:45.435873 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-14aaf808-f780-41c8-8eb0-f0fc034edc08 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group_rule': {'security_group_id': 'bc9fb7b1-2078-4e51-8465-c8cc1b23ce87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:45.466245 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14aaf808-f780-41c8-8eb0-f0fc034edc08 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (169df5f8-ce40-4165-8574-aae5bcf0942a), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.529519 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14aaf808-f780-41c8-8eb0-f0fc034edc08 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (169df5f8-ce40-4165-8574-aae5bcf0942a), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.533901 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14aaf808-f780-41c8-8eb0-f0fc034edc08 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (169df5f8-ce40-4165-8574-aae5bcf0942a), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.543546 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.552071 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aaf808-f780-41c8-8eb0-f0fc034edc08 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169df5f8-ce40-4165-8574-aae5bcf0942a,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:45.561102 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-14aaf808-f780-41c8-8eb0-f0fc034edc08 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.561429 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-14aaf808-f780-41c8-8eb0-f0fc034edc08 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297731 Nov 02 13:04:45.564401 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56560) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:45.568677 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-981efae8-dd83-4f70-bb54-d3b31bd365e6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group_rule': {'security_group_id': 'bc9fb7b1-2078-4e51-8465-c8cc1b23ce87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:45.594724 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-981efae8-dd83-4f70-bb54-d3b31bd365e6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (56223938-7c80-4479-a5df-ace401f0f69e), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.652805 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-981efae8-dd83-4f70-bb54-d3b31bd365e6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (56223938-7c80-4479-a5df-ace401f0f69e), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.657991 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-981efae8-dd83-4f70-bb54-d3b31bd365e6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (56223938-7c80-4479-a5df-ace401f0f69e), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.675346 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981efae8-dd83-4f70-bb54-d3b31bd365e6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56223938-7c80-4479-a5df-ace401f0f69e,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:45.684914 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-981efae8-dd83-4f70-bb54-d3b31bd365e6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.686166 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-981efae8-dd83-4f70-bb54-d3b31bd365e6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207833 Nov 02 13:04:45.689410 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56562) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:45.693691 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:45.718274 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.833383 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.934199 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Attempt 4 to provision port 80f66392-4254-4ccd-94aa-7ad0795d63bf Nov 02 13:04:45.954998 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Allocated IP 172.27.4.157 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/97da11ef-ea54-46a2-8a73-5a008a294f81) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:45.971333 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Port 80f66392-4254-4ccd-94aa-7ad0795d63bf cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:04:46.078436 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (97da11ef-ea54-46a2-8a73-5a008a294f81), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.083175 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Sync routers for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:46.094316 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:46.095096 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:46.115451 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (97da11ef-ea54-46a2-8a73-5a008a294f81), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.152437 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:46.157351 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:46.163987 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:04:46.169130 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=97da11ef-ea54-46a2-8a73-5a008a294f81,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:46.206869 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:46.271149 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (bebfe715-64bb-4d99-b3cf-759eabfd4df2), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.313179 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (97da11ef-ea54-46a2-8a73-5a008a294f81), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.410229 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 2, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:46.435222 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Checking router: 1d10ba80-bd16-46b8-977a-944b9118eeb3 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:46.435585 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Updating router 1d10ba80-bd16-46b8-977a-944b9118eeb3 port 80f66392-4254-4ccd-94aa-7ad0795d63bf binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:04:46.467797 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (97da11ef-ea54-46a2-8a73-5a008a294f81), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.468649 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.471595 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Attempt 5 to provision port 80f66392-4254-4ccd-94aa-7ad0795d63bf Nov 02 13:04:46.473446 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112444'] for port (97da11ef-ea54-46a2-8a73-5a008a294f81), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.535138 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Port 80f66392-4254-4ccd-94aa-7ad0795d63bf cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:04:46.539152 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=97da11ef-ea54-46a2-8a73-5a008a294f81,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:46.541717 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (bebfe715-64bb-4d99-b3cf-759eabfd4df2), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.558979 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.568133 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-d85e6b2a-8f8c-407a-87a8-0382299793da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8698516 Nov 02 13:04:46.665183 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device ecee7b14-fd22-4c40-a4f1-4ae5e101b287 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:46.729637 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-caffc4e0-2b7d-483b-aa6f-33e24dda702c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1436843570&fields=id&tenant_id=19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 267 time: 0.0445592 Nov 02 13:04:46.761745 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port ecee7b14-fd22-4c40-a4f1-4ae5e101b287 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:04:46.762125 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.762474 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port ecee7b14-fd22-4c40-a4f1-4ae5e101b287 Nov 02 13:04:46.837573 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Publish callbacks [] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.843809 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-f77c20be-7a73-4cfb-9603-a091ea9253f8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:46.845518 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-f77c20be-7a73-4cfb-9603-a091ea9253f8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 815 time: 0.1084564 Nov 02 13:04:46.846517 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.861238 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-804a40dd-3ed7-4e2f-91fa-3f64ca9c84c6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/quotas/19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 375 time: 0.0098014 Nov 02 13:04:46.918574 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-8e25407c-4f07-4839-80bd-0be010fd6f34 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519643 Nov 02 13:04:46.936105 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port ecee7b14-fd22-4c40-a4f1-4ae5e101b287 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:04:46.955586 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16323af6-3d29-45d5-8045-e3bc16f951c5 None None] Pushing event updated for resources: {'Port': ['ID=80f66392-4254-4ccd-94aa-7ad0795d63bf,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:46.968887 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Attempting to bind port 80f66392-4254-4ccd-94aa-7ad0795d63bf on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:04:46.969314 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Attempting to bind port 80f66392-4254-4ccd-94aa-7ad0795d63bf by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:04:46.969679 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Attempting to bind port 80f66392-4254-4ccd-94aa-7ad0795d63bf on network 46222446-e421-4f44-b970-f0c2d05a9631 {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:46.975320 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:04:46.975710 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Checking segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:04:46.976130 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.976567 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Bound using segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:04:46.977047 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Bound port: 80f66392-4254-4ccd-94aa-7ad0795d63bf, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:04:46.977432 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:46.984103 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-7ed63865-81c0-4b3f-b936-e087d34f06ec service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:04:46.985348 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-7ed63865-81c0-4b3f-b936-e087d34f06ec service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548835 Nov 02 13:04:47.035862 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Attempt 6 to provision port 80f66392-4254-4ccd-94aa-7ad0795d63bf Nov 02 13:04:47.055986 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] For port 80f66392-4254-4ccd-94aa-7ad0795d63bf, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:47.073298 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] For port 80f66392-4254-4ccd-94aa-7ad0795d63bf, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=80f66392-4254-4ccd-94aa-7ad0795d63bf,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:47.081536 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:47.084352 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-bd5f0b80-99da-4dda-8e18-0f91eea72b43 service neutron] 10.222.0.90 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899756 Nov 02 13:04:47.085170 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Port 80f66392-4254-4ccd-94aa-7ad0795d63bf cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:04:47.120424 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:47.121079 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:47.171921 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16323af6-3d29-45d5-8045-e3bc16f951c5 None None] Pushing event updated for resources: {'Port': ['ID=80f66392-4254-4ccd-94aa-7ad0795d63bf,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:47.176795 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-ca54c16c-db0b-47aa-8c5d-1fd6dd602fba service neutron] 10.222.0.90 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858951 Nov 02 13:04:47.245743 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:47.365573 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fee1259e-e5a2-4ac0-90b4-2b2ee28e0270 req-df2bcbfa-6638-41a6-aca4-7c87c1c1a234 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 210 time: 0.0311849 Nov 02 13:04:47.475819 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:47.502355 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e20aa9-d8ed-4830-a1e1-1453140a90e0 None None] The sync data for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi is: [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:47.586211 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Attempt 7 to provision port 80f66392-4254-4ccd-94aa-7ad0795d63bf Nov 02 13:04:47.692974 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Current status of the port 80f66392-4254-4ccd-94aa-7ad0795d63bf is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:04:47.693449 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:47.746681 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] For port 80f66392-4254-4ccd-94aa-7ad0795d63bf, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=80f66392-4254-4ccd-94aa-7ad0795d63bf,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:47.751352 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:47.806120 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a83f9-c539-4db4-952c-98ab59819045 None None] Pushing event updated for resources: {'Port': ['ID=80f66392-4254-4ccd-94aa-7ad0795d63bf,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:47.881398 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-c97942ab-c586-44b5-8b1d-2e2bc80906ba None None] Provisioning complete for port 80f66392-4254-4ccd-94aa-7ad0795d63bf triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:04:47.881941 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c97942ab-c586-44b5-8b1d-2e2bc80906ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:47.882512 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-c97942ab-c586-44b5-8b1d-2e2bc80906ba None None] Attempt 1 to provision port 80f66392-4254-4ccd-94aa-7ad0795d63bf Nov 02 13:04:48.003009 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-c97942ab-c586-44b5-8b1d-2e2bc80906ba None None] Current status of the port 80f66392-4254-4ccd-94aa-7ad0795d63bf is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:04:48.478447 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-161a7151-af7a-437a-b2a9-c808a1a63d9b req-82899bfd-9771-4a74-a0e2-27d6499ae5f8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 210 time: 0.0290055 Nov 02 13:04:48.670744 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 80f66392-4254-4ccd-94aa-7ad0795d63bf up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:48.728679 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 80f66392-4254-4ccd-94aa-7ad0795d63bf triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:04:48.728956 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:48.729309 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 80f66392-4254-4ccd-94aa-7ad0795d63bf Nov 02 13:04:48.735085 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-cf6d7d3e-24ef-4456-89e6-3e8b8c2b8744 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:48.736808 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-cf6d7d3e-24ef-4456-89e6-3e8b8c2b8744 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 815 time: 0.1298318 Nov 02 13:04:48.812762 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 80f66392-4254-4ccd-94aa-7ad0795d63bf is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:04:48.814728 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-757bc0a1-3053-4aa6-a189-ecd5c03ec2fe tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 380 time: 0.0613680 Nov 02 13:04:48.828706 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'port': {'device_id': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'admin_state_up': True, 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'security_groups': ['bc9fb7b1-2078-4e51-8465-c8cc1b23ce87']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:48.939804 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Made reservation on behalf of 19aa22fb93224586a50c7447a5310ecd for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:04:48.943443 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.072929 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Allocated IP 172.20.0.6 (46222446-e421-4f44-b970-f0c2d05a9631/42c225ec-6d1b-4779-816f-6305d79806c6/c70cb391-0da9-4166-9cc2-6633f6288a40) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:04:49.224832 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.259851 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.300517 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Network 46222446-e421-4f44-b970-f0c2d05a9631 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:04:49.303442 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:04:49.309881 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:04:49.315573 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=c70cb391-0da9-4166-9cc2-6633f6288a40,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:49.363660 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:49.364455 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.383022 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-910e2fab-9c70-4f33-9141-46cd4575d5d2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580366 Nov 02 13:04:49.406259 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Request body: {'port': {'device_id': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:49.473918 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.539158 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-bbbf3422-0783-4c37-a2cb-5cf184cc750b None None] Provisioning complete for port c70cb391-0da9-4166-9cc2-6633f6288a40 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:04:49.539549 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3422-0783-4c37-a2cb-5cf184cc750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.539873 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-bbbf3422-0783-4c37-a2cb-5cf184cc750b None None] Attempt 1 to provision port c70cb391-0da9-4166-9cc2-6633f6288a40 Nov 02 13:04:49.573202 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf3422-0783-4c37-a2cb-5cf184cc750b None None] Port c70cb391-0da9-4166-9cc2-6633f6288a40 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:04:49.699949 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af46e0-5503-4540-832e-99cb959e6511 req-314301fd-1fe6-44f8-9d39-b27e1b0bc91a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:49.701439 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e9af46e0-5503-4540-832e-99cb959e6511 req-314301fd-1fe6-44f8-9d39-b27e1b0bc91a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 931 time: 0.1223807 Nov 02 13:04:49.787704 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e9af46e0-5503-4540-832e-99cb959e6511 req-6825dc29-0a72-4614-a555-7c0b8370ae09 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791333 Nov 02 13:04:49.820520 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70cb391-0da9-4166-9cc2-6633f6288a40 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:04:49.828456 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Publish callbacks [] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.842146 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Transition to ACTIVE for port object c70cb391-0da9-4166-9cc2-6633f6288a40 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:04:49.849013 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:49.906438 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c70cb391-0da9-4166-9cc2-6633f6288a40,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:49.957793 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Attempting to bind port c70cb391-0da9-4166-9cc2-6633f6288a40 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:04:49.958132 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Attempting to bind port c70cb391-0da9-4166-9cc2-6633f6288a40 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:04:49.958461 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Attempting to bind port c70cb391-0da9-4166-9cc2-6633f6288a40 on network 46222446-e421-4f44-b970-f0c2d05a9631 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:49.962986 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Port c70cb391-0da9-4166-9cc2-6633f6288a40 on network 46222446-e421-4f44-b970-f0c2d05a9631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:04:49.963307 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Attempting to bind port c70cb391-0da9-4166-9cc2-6633f6288a40 on network 46222446-e421-4f44-b970-f0c2d05a9631 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:04:49.968356 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:04:49.968703 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Checking segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:04:49.969081 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Bound using segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:04:49.969501 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Bound port: c70cb391-0da9-4166-9cc2-6633f6288a40, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:04:49.969876 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.035512 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] For port c70cb391-0da9-4166-9cc2-6633f6288a40, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:04:50.038890 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] For port c70cb391-0da9-4166-9cc2-6633f6288a40, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c70cb391-0da9-4166-9cc2-6633f6288a40,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:04:50.049926 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.054296 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:50.054915 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.056348 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] 10.222.0.105 "PUT /v2.0/ports/c70cb391-0da9-4166-9cc2-6633f6288a40 HTTP/1.1" status: 200 len: 1093 time: 0.6545582 Nov 02 13:04:50.056869 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'tag': 'c70cb391-0da9-4166-9cc2-6633f6288a40'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:04:50.059227 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6f26a5-a573-4de6-8bfa-8d10d473bd43", "tag": "c70cb391-0da9-4166-9cc2-6633f6288a40"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:04:50.074250 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-bbbf3422-0783-4c37-a2cb-5cf184cc750b None None] Attempt 2 to provision port c70cb391-0da9-4166-9cc2-6633f6288a40 Nov 02 13:04:50.099959 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bfed50-c834-42d4-838b-523c16c2bfd9 x-openstack-request-id: req-11bfed50-c834-42d4-838b-523c16c2bfd9 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:04:50.100284 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6f26a5-a573-4de6-8bfa-8d10d473bd43", "tag": "c70cb391-0da9-4166-9cc2-6633f6288a40", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:04:50.100547 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-11bfed50-c834-42d4-838b-523c16c2bfd9 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:04:50.100964 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11bfed50-c834-42d4-838b-523c16c2bfd9'] response: {'name': 'network-changed', 'server_uuid': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'tag': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'status': 'completed', 'code': 200} Nov 02 13:04:50.114276 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cb759-aae9-4ca7-a06a-882fa26f6cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c70cb391-0da9-4166-9cc2-6633f6288a40,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:50.125294 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf3422-0783-4c37-a2cb-5cf184cc750b None None] Port c70cb391-0da9-4166-9cc2-6633f6288a40 had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:04:50.172236 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-0afbf8d1-b04e-4d27-9a13-1c2676db9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:50.173961 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-0afbf8d1-b04e-4d27-9a13-1c2676db9125 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 1127 time: 0.0478535 Nov 02 13:04:50.224366 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-0be62f99-1d7e-4ea0-bdc8-f18e8adc1745 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70cb391-0da9-4166-9cc2-6633f6288a40 HTTP/1.1" status: 200 len: 217 time: 0.0359495 Nov 02 13:04:50.276007 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-ae077dc4-4b63-459d-b311-58104361ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:50.277523 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-ae077dc4-4b63-459d-b311-58104361ac4e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0471799 Nov 02 13:04:50.338370 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-b32ab637-ff45-4da0-b202-ce8a19052b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:50.339827 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-b32ab637-ff45-4da0-b202-ce8a19052b62 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557268 Nov 02 13:04:50.447648 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-ce3c8634-fe79-4c0f-a160-5c899d60b7bb service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999260 Nov 02 13:04:50.516868 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:04:50.539300 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d6a3caa-acf9-452e-a2ea-64733044c8f0 req-8b0e456b-337b-479b-9183-053676539406 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850351 Nov 02 13:04:50.700512 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf req-9b0a3415-da75-4888-a178-159597f70397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:50.702047 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf req-9b0a3415-da75-4888-a178-159597f70397 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 1127 time: 0.0578361 Nov 02 13:04:50.793409 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf req-41c6813f-e62d-4287-922e-52a6f69b4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:50.795128 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf req-41c6813f-e62d-4287-922e-52a6f69b4c7a service neutron] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 917 time: 0.0871398 Nov 02 13:04:50.836327 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf req-f3c1f91f-196f-42df-b72b-67f42141060f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70cb391-0da9-4166-9cc2-6633f6288a40 HTTP/1.1" status: 200 len: 217 time: 0.0349209 Nov 02 13:04:50.925304 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf req-b1feec42-efb2-41af-8d59-6a5d5ae1b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:50.926783 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf req-b1feec42-efb2-41af-8d59-6a5d5ae1b5c2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0800748 Nov 02 13:04:50.970180 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c12f3a-d1d3-4f38-8689-0e9675ed122c req-4ffd752d-d997-4d62-8f54-0ef1a6c34d4f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:50.971748 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-41c12f3a-d1d3-4f38-8689-0e9675ed122c req-4ffd752d-d997-4d62-8f54-0ef1a6c34d4f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 943 time: 0.0900872 Nov 02 13:04:51.019239 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf req-57bcd609-fc80-4747-b414-b455e48524b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:51.020824 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf req-57bcd609-fc80-4747-b414-b455e48524b0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863729 Nov 02 13:04:51.039574 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-41c12f3a-d1d3-4f38-8689-0e9675ed122c req-922cff3c-0ae0-4955-b4a3-19e7365c0016 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615897 Nov 02 13:04:51.371677 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf req-1d5818d8-4bdd-4370-ac1c-0c1d98fb3af8 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429804 Nov 02 13:04:51.461702 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-80b0761c-996a-4d0b-8bcd-0d1220f56fbf req-c5720ade-2db8-4a84-8a25-542968df9e8a service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842254 Nov 02 13:04:52.179679 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f6eb8-7e49-425c-a1e8-563f495d12ae req-f58fafec-27a0-48b9-a0c6-56aa7ad2e4da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:52.181178 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-937f6eb8-7e49-425c-a1e8-563f495d12ae req-f58fafec-27a0-48b9-a0c6-56aa7ad2e4da tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 943 time: 0.0584671 Nov 02 13:04:52.230878 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-937f6eb8-7e49-425c-a1e8-563f495d12ae req-3a478d5b-627f-4b5b-a577-21dcdf41be81 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 Nov 02 13:04:53.366358 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2b600-fb82-4037-a091-7999c070ac77 req-12aa6772-aa50-42eb-8039-a6e2643e28c2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:53.367856 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e2c2b600-fb82-4037-a091-7999c070ac77 req-12aa6772-aa50-42eb-8039-a6e2643e28c2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 943 time: 0.0592089 Nov 02 13:04:53.417730 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e2c2b600-fb82-4037-a091-7999c070ac77 req-7c3dab5d-3a98-4688-b085-69ea2f3b5097 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Nov 02 13:04:54.556735 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee72ad-0763-41d4-b477-3e454f5bd8f5 req-8901163e-cc24-465c-940b-dae093b51760 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:54.558222 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-06ee72ad-0763-41d4-b477-3e454f5bd8f5 req-8901163e-cc24-465c-940b-dae093b51760 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 943 time: 0.0570452 Nov 02 13:04:54.567614 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c70cb391-0da9-4166-9cc2-6633f6288a40 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:04:54.610091 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-06ee72ad-0763-41d4-b477-3e454f5bd8f5 req-d9228920-6760-4f58-bc8c-b6f2758d0fa7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452461 Nov 02 13:04:54.671152 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port c70cb391-0da9-4166-9cc2-6633f6288a40, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c70cb391-0da9-4166-9cc2-6633f6288a40,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:54.682288 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'port_id': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'mac_address': 'fa:16:3e:a7:ac:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:04:54.718773 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port c70cb391-0da9-4166-9cc2-6633f6288a40 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:04:54.719158 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.735940 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70cb391-0da9-4166-9cc2-6633f6288a40 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:04:54.755680 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port c70cb391-0da9-4166-9cc2-6633f6288a40, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c70cb391-0da9-4166-9cc2-6633f6288a40,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:54.761068 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.933761 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=c70cb391-0da9-4166-9cc2-6633f6288a40,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:55.302574 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['c70cb391-0da9-4166-9cc2-6633f6288a40'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:04:55.756106 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cd7db-648b-4f86-bfdc-7db1aa569487 req-84e9ce3d-42df-4ec5-b7c9-445e63225c09 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:55.757669 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-266cd7db-648b-4f86-bfdc-7db1aa569487 req-84e9ce3d-42df-4ec5-b7c9-445e63225c09 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 944 time: 0.0663636 Nov 02 13:04:55.819154 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-266cd7db-648b-4f86-bfdc-7db1aa569487 req-384cfcd9-d852-4ab9-b328-cccd9853edb0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525737 Nov 02 13:04:56.139896 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-bbea0490-82be-42ea-8bb2-30a4f935e0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.567825 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c70cb391-0da9-4166-9cc2-6633f6288a40 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:56.618873 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port c70cb391-0da9-4166-9cc2-6633f6288a40 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:04:56.623110 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port c70cb391-0da9-4166-9cc2-6633f6288a40 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:04:56.623486 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.623859 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port c70cb391-0da9-4166-9cc2-6633f6288a40 Nov 02 13:04:56.699185 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port c70cb391-0da9-4166-9cc2-6633f6288a40 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:04:56.699583 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.727209 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70cb391-0da9-4166-9cc2-6633f6288a40'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:04:56.729796 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f40eff-7cfc-4de4-994d-33feeafa92ee" -d '{"events": [{"server_uuid": "ca6f26a5-a573-4de6-8bfa-8d10d473bd43", "name": "network-vif-plugged", "status": "completed", "tag": "c70cb391-0da9-4166-9cc2-6633f6288a40"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:04:56.742900 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port c70cb391-0da9-4166-9cc2-6633f6288a40, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c70cb391-0da9-4166-9cc2-6633f6288a40,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:56.748018 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.771139 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379c4a9e-f115-4682-81c1-d3f14abd2adb x-openstack-request-id: req-379c4a9e-f115-4682-81c1-d3f14abd2adb {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:04:56.771429 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f26a5-a573-4de6-8bfa-8d10d473bd43", "name": "network-vif-plugged", "status": "completed", "tag": "c70cb391-0da9-4166-9cc2-6633f6288a40", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:04:56.771682 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-379c4a9e-f115-4682-81c1-d3f14abd2adb {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:04:56.772081 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379c4a9e-f115-4682-81c1-d3f14abd2adb'] response: {'server_uuid': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'code': 200} Nov 02 13:04:56.799204 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=c70cb391-0da9-4166-9cc2-6633f6288a40,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:56.953873 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766892d-f9a1-438b-9c5c-cf5cba5ce44c req-0287ee17-9161-415d-9391-929b75b8e974 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:56.955372 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1766892d-f9a1-438b-9c5c-cf5cba5ce44c req-0287ee17-9161-415d-9391-929b75b8e974 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 945 time: 0.0552535 Nov 02 13:04:57.050749 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1766892d-f9a1-438b-9c5c-cf5cba5ce44c req-893234ce-7feb-424b-a286-e2f4345b1eaa tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887048 Nov 02 13:04:57.058626 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae8e2a-ca31-41cb-9843-7cf0b3496e56 req-c20c1d6a-a441-4e3c-a55c-037cae6df955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:57.060304 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f0ae8e2a-ca31-41cb-9843-7cf0b3496e56 req-c20c1d6a-a441-4e3c-a55c-037cae6df955 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 1129 time: 0.0737400 Nov 02 13:04:57.104772 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f0ae8e2a-ca31-41cb-9843-7cf0b3496e56 req-047f3df1-40f5-4743-997d-628c439291c3 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382340 Nov 02 13:04:58.182500 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c77d4-a89c-490f-905d-00dd89d8612e req-87b08078-3267-4a97-ac02-48506fc05069 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:58.183998 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e58c77d4-a89c-490f-905d-00dd89d8612e req-87b08078-3267-4a97-ac02-48506fc05069 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 945 time: 0.0560153 Nov 02 13:04:58.242923 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e58c77d4-a89c-490f-905d-00dd89d8612e req-c1ad5cc7-942c-446a-b07f-ae9bea1151ad tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528364 Nov 02 13:04:58.309277 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-681bc700-2425-4a35-8ba0-af647e37e9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.384744 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea67fc7-c06b-42e8-b367-ef37ccbabf1a req-5ea6889b-7507-4f37-a76f-ca4f5f77301c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:59.386702 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bea67fc7-c06b-42e8-b367-ef37ccbabf1a req-5ea6889b-7507-4f37-a76f-ca4f5f77301c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 945 time: 0.0632982 Nov 02 13:04:59.435178 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bea67fc7-c06b-42e8-b367-ef37ccbabf1a req-765faffc-d77d-47ac-b7da-ca2ae988ac1d tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423954 Nov 02 13:04:59.462134 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.573397 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88331a-d6fd-446b-a5df-55b177d854e4 req-fc988403-c50e-4df1-a399-06c525a5f63f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:59.575029 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bc88331a-d6fd-446b-a5df-55b177d854e4 req-fc988403-c50e-4df1-a399-06c525a5f63f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 945 time: 0.0543420 Nov 02 13:04:59.585706 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56634) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:59.590369 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-76ba6668-90c7-4d9c-ad80-90002a28e1e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'floatingip': {'port_id': 'c70cb391-0da9-4166-9cc2-6633f6288a40'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:59.628373 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76ba6668-90c7-4d9c-ad80-90002a28e1e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (bebfe715-64bb-4d99-b3cf-759eabfd4df2), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:00.263462 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76ba6668-90c7-4d9c-ad80-90002a28e1e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:00.269851 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76ba6668-90c7-4d9c-ad80-90002a28e1e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (bebfe715-64bb-4d99-b3cf-759eabfd4df2), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:00.378605 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.l3_db [None req-76ba6668-90c7-4d9c-ad80-90002a28e1e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Floating IP bebfe715-64bb-4d99-b3cf-759eabfd4df2 associated. External IP: 172.27.4.157, port: c70cb391-0da9-4166-9cc2-6633f6288a40. Nov 02 13:05:00.593448 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ba6668-90c7-4d9c-ad80-90002a28e1e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Router 1d10ba80-bd16-46b8-977a-944b9118eeb3 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:05:00.701804 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ba6668-90c7-4d9c-ad80-90002a28e1e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:00.706547 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-76ba6668-90c7-4d9c-ad80-90002a28e1e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:00.713248 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc662106-08db-4707-8bbc-85d815406209 None None] Sync routers for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:00.725000 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc662106-08db-4707-8bbc-85d815406209 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:00.725221 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-bc662106-08db-4707-8bbc-85d815406209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:00.737984 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-76ba6668-90c7-4d9c-ad80-90002a28e1e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "PUT /v2.0/floatingips/bebfe715-64bb-4d99-b3cf-759eabfd4df2 HTTP/1.1" status: 200 len: 991 time: 1.1511412 Nov 02 13:05:00.738648 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'tag': 'c70cb391-0da9-4166-9cc2-6633f6288a40'}] {{(pid=110476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:05:00.741079 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfdc56134c15c8bcba47e534e2d98fa7b03309dab48147f1ffde34f3ae4df6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0f168f-f856-4e33-acca-a1f3f75875f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6f26a5-a573-4de6-8bfa-8d10d473bd43", "tag": "c70cb391-0da9-4166-9cc2-6633f6288a40"}]}' {{(pid=110476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:05:00.778507 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f98bd58-4278-4811-b47f-553db536adba x-openstack-request-id: req-6f98bd58-4278-4811-b47f-553db536adba {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:05:00.778802 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6f26a5-a573-4de6-8bfa-8d10d473bd43", "tag": "c70cb391-0da9-4166-9cc2-6633f6288a40", "status": "completed", "code": 200}]} {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:05:00.779055 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6f98bd58-4278-4811-b47f-553db536adba {{(pid=110476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:05:00.779465 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f98bd58-4278-4811-b47f-553db536adba'] response: {'name': 'network-changed', 'server_uuid': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'tag': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'status': 'completed', 'code': 200} Nov 02 13:05:00.831357 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-bc662106-08db-4707-8bbc-85d815406209 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:00.887622 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f168f-f856-4e33-acca-a1f3f75875f7 req-219facac-add7-4df4-81f6-5ce39495a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:00.891728 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2c0f168f-f856-4e33-acca-a1f3f75875f7 req-219facac-add7-4df4-81f6-5ce39495a6b7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 1129 time: 0.0552080 Nov 02 13:05:00.913761 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:00.986672 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f168f-f856-4e33-acca-a1f3f75875f7 req-6c1d106d-356d-4a2d-a264-6b787ce0f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:00.988457 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2c0f168f-f856-4e33-acca-a1f3f75875f7 req-6c1d106d-356d-4a2d-a264-6b787ce0f594 service neutron] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 917 time: 0.0927744 Nov 02 13:05:01.054945 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2c0f168f-f856-4e33-acca-a1f3f75875f7 req-bffdd476-e9db-47f4-b4ab-7e5ab48e9aa5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70cb391-0da9-4166-9cc2-6633f6288a40 HTTP/1.1" status: 200 len: 999 time: 0.0595024 Nov 02 13:05:01.057661 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-bc662106-08db-4707-8bbc-85d815406209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'bebfe715-64bb-4d99-b3cf-759eabfd4df2', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a7:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:46Z', 'updated_at': '2022-11-02T13:04:59Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:01.111289 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f168f-f856-4e33-acca-a1f3f75875f7 req-5a518713-c777-492e-83fb-25e6d9734b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:01.112955 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2c0f168f-f856-4e33-acca-a1f3f75875f7 req-5a518713-c777-492e-83fb-25e6d9734b65 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0508161 Nov 02 13:05:01.167988 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f168f-f856-4e33-acca-a1f3f75875f7 req-eb25f77a-e201-47ee-a3bc-003c8d89b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:01.169564 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2c0f168f-f856-4e33-acca-a1f3f75875f7 req-eb25f77a-e201-47ee-a3bc-003c8d89b911 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506094 Nov 02 13:05:01.177987 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc662106-08db-4707-8bbc-85d815406209 None None] Checking router: 1d10ba80-bd16-46b8-977a-944b9118eeb3 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:01.186599 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc662106-08db-4707-8bbc-85d815406209 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:01.187217 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-bc662106-08db-4707-8bbc-85d815406209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:01.268477 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2c0f168f-f856-4e33-acca-a1f3f75875f7 req-674f18fb-cbf4-4b46-a6c8-8ebdaba50c39 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921266 Nov 02 13:05:01.295725 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-bc662106-08db-4707-8bbc-85d815406209 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:01.364742 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2c0f168f-f856-4e33-acca-a1f3f75875f7 req-93efc5ef-49dc-4365-a009-0660efc3ead8 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905516 Nov 02 13:05:01.523446 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-bc662106-08db-4707-8bbc-85d815406209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'bebfe715-64bb-4d99-b3cf-759eabfd4df2', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a7:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:46Z', 'updated_at': '2022-11-02T13:04:59Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:01.551312 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc662106-08db-4707-8bbc-85d815406209 None None] The sync data for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi is: [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'bebfe715-64bb-4d99-b3cf-759eabfd4df2', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a7:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:46Z', 'updated_at': '2022-11-02T13:04:59Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:01.777363 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa014c36-e395-469e-ab5a-ae33f1509c78 None None] New status for floating IP bebfe715-64bb-4d99-b3cf-759eabfd4df2: ACTIVE {{(pid=110477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:05:02.379501 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.323125 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee4614-bb73-41b8-b0af-7ecbc98ab5cd req-3fb21dda-2ba8-4430-bb15-bba4b015664d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:15.324660 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8dee4614-bb73-41b8-b0af-7ecbc98ab5cd req-3fb21dda-2ba8-4430-bb15-bba4b015664d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0706453 Nov 02 13:05:15.398116 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24995ba-3d19-4e45-b1a7-e103be4c94d5 req-058571ec-484c-4862-87dc-110b07612c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:15.399611 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c24995ba-3d19-4e45-b1a7-e103be4c94d5 req-058571ec-484c-4862-87dc-110b07612c83 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64&device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 1169 time: 0.0970654 Nov 02 13:05:15.420648 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8dee4614-bb73-41b8-b0af-7ecbc98ab5cd req-b294cad2-11d5-45ad-82e7-a4ab0427e6d9 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770042 Nov 02 13:05:15.499432 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24995ba-3d19-4e45-b1a7-e103be4c94d5 req-bf23a40c-3d70-4587-8f22-1ce1acc36acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:15.500950 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c24995ba-3d19-4e45-b1a7-e103be4c94d5 req-bf23a40c-3d70-4587-8f22-1ce1acc36acf service neutron] 10.222.0.105 "GET /v2.0/networks?id=ae46113b-3acc-4bc8-9509-58e63614d6ec HTTP/1.1" status: 200 len: 916 time: 0.0923035 Nov 02 13:05:15.562453 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.576256 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c24995ba-3d19-4e45-b1a7-e103be4c94d5 req-385de39b-fbd8-454a-ad12-f0682bda4b81 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9696789-eadb-4104-9a82-9ae275fb1c40 HTTP/1.1" status: 200 len: 1002 time: 0.0683584 Nov 02 13:05:15.634407 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24995ba-3d19-4e45-b1a7-e103be4c94d5 req-813131cc-ce11-4a3a-9e82-905c96ebd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:15.637037 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c24995ba-3d19-4e45-b1a7-e103be4c94d5 req-813131cc-ce11-4a3a-9e82-905c96ebd514 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=87405d65-ec7b-4e6f-9b57-268992d7f31b HTTP/1.1" status: 200 len: 853 time: 0.0508971 Nov 02 13:05:15.690238 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24995ba-3d19-4e45-b1a7-e103be4c94d5 req-5f5820aa-8fcf-4044-8b4b-22dff49f6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:15.691749 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c24995ba-3d19-4e45-b1a7-e103be4c94d5 req-5f5820aa-8fcf-4044-8b4b-22dff49f6a0a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=ae46113b-3acc-4bc8-9509-58e63614d6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485568 Nov 02 13:05:15.788289 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c24995ba-3d19-4e45-b1a7-e103be4c94d5 req-66ceb664-b663-45a2-80a9-8d925be03ffb service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892155 Nov 02 13:05:15.885810 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c24995ba-3d19-4e45-b1a7-e103be4c94d5 req-35b2d234-d229-4ea9-8c63-3de0af64a545 service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887604 Nov 02 13:05:16.560868 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf5d4-9223-4262-9b78-0c57e269b8a9 req-db9277fc-fb36-4bbe-bfac-1d2ff778901d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:16.562375 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-12ecf5d4-9223-4262-9b78-0c57e269b8a9 req-db9277fc-fb36-4bbe-bfac-1d2ff778901d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0598269 Nov 02 13:05:16.629948 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-12ecf5d4-9223-4262-9b78-0c57e269b8a9 req-030758b7-8011-45ae-8e86-4f4aa145279d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585124 Nov 02 13:05:17.778797 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe91a74-4ada-4c1e-be29-79f66ffe21ac req-398309c3-487d-4cec-b945-18b10e75ca74 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:17.780318 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-dfe91a74-4ada-4c1e-be29-79f66ffe21ac req-398309c3-487d-4cec-b945-18b10e75ca74 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0608315 Nov 02 13:05:17.850765 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-dfe91a74-4ada-4c1e-be29-79f66ffe21ac req-7317f3f5-2fcd-45fc-acee-58f4486d548f tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613601 Nov 02 13:05:18.408700 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505bab5-1eb9-4222-b4ce-43bacaba64e8 req-bd20712a-789d-4480-b739-197198e3a5e4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:18.410181 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b505bab5-1eb9-4222-b4ce-43bacaba64e8 req-bd20712a-789d-4480-b739-197198e3a5e4 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 947 time: 0.0621371 Nov 02 13:05:18.462054 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b505bab5-1eb9-4222-b4ce-43bacaba64e8 req-307be144-f173-4ef9-b3dd-ef87a6a650b2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431712 Nov 02 13:05:19.023282 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e4516-491c-4047-bcad-6c23348c7034 req-3a82a0c7-f005-421a-a3a7-093e94693ec8 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:19.025354 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5e2e4516-491c-4047-bcad-6c23348c7034 req-3a82a0c7-f005-421a-a3a7-093e94693ec8 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0806990 Nov 02 13:05:19.101195 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5e2e4516-491c-4047-bcad-6c23348c7034 req-6c3f807c-da10-4c6c-9f83-70486598803d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665114 Nov 02 13:05:19.629136 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4e658-9ba5-48f7-ad9c-b7e3270e19f3 req-0c7ce88a-7acb-4cdb-b5f9-a76e819f1bdd tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:19.630652 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-25c4e658-9ba5-48f7-ad9c-b7e3270e19f3 req-0c7ce88a-7acb-4cdb-b5f9-a76e819f1bdd tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 947 time: 0.0616126 Nov 02 13:05:19.679946 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-25c4e658-9ba5-48f7-ad9c-b7e3270e19f3 req-5d9cb1e1-62f5-449c-9b21-ccdfd4c83eb9 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430632 Nov 02 13:05:20.292635 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135be085-8bd2-4389-94b7-667d4adb8cea req-3df0fef1-38dd-4a74-881a-3b8672fffbe2 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:20.294185 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-135be085-8bd2-4389-94b7-667d4adb8cea req-3df0fef1-38dd-4a74-881a-3b8672fffbe2 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0629101 Nov 02 13:05:20.358770 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-135be085-8bd2-4389-94b7-667d4adb8cea req-43cbc7d5-0673-4a46-b658-2a38a433a960 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582793 Nov 02 13:05:20.517363 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cc923-386e-44d8-b7f9-76494612c85a req-3988d349-478d-4d32-a35e-65659751544f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:20.519045 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-979cc923-386e-44d8-b7f9-76494612c85a req-3988d349-478d-4d32-a35e-65659751544f tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.105 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 947 time: 0.0852723 Nov 02 13:05:20.621386 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Deleting port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:05:20.621702 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.723979 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] For port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:20.723979 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.822032 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a01a7-6d59-4e1b-98a9-0249ee733e40 req-8a1f09b9-5de2-41e3-af25-ea3d49206e28 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:20.824156 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b36a01a7-6d59-4e1b-98a9-0249ee733e40 req-8a1f09b9-5de2-41e3-af25-ea3d49206e28 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 947 time: 0.0558405 Nov 02 13:05:20.872887 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b36a01a7-6d59-4e1b-98a9-0249ee733e40 req-c9095680-12c9-4625-9f8e-3c6fd43314fb tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2aefdeb-d9cf-4be1-9ed3-09401aef598b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428321 Nov 02 13:05:20.897501 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.897878 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (5cd67f98-7e1d-48d1-ab38-d4ac452b4566), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:20.898216 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Floating IP 5cd67f98-7e1d-48d1-ab38-d4ac452b4566 disassociated. External IP: 172.27.4.12, port: d5aae24c-ac0a-4c55-b771-4ccad1cc65ab. Nov 02 13:05:20.898564 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Calling delete_port for d5aae24c-ac0a-4c55-b771-4ccad1cc65ab owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:05:21.037266 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (d5aae24c-ac0a-4c55-b771-4ccad1cc65ab), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.065176 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event deleted for resources: {'Port': ['ID=d5aae24c-ac0a-4c55-b771-4ccad1cc65ab,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:21.076694 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.077099 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.077375 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.077716 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.078047 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.078375 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.078687 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.079012 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.079333 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.079693 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.079996 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.080343 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.080663 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:21.188652 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Router 727b8b87-3420-438d-bbb5-e3d6b1542299 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:05:21.298662 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:21.308819 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d6a4ef-a7dc-4258-9e2c-0a166e69929d None None] Sync routers for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:21.320847 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d6a4ef-a7dc-4258-9e2c-0a166e69929d None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:21.321446 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-f5d6a4ef-a7dc-4258-9e2c-0a166e69929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:21.347488 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] No DVR routers for this DVR port d5aae24c-ac0a-4c55-b771-4ccad1cc65ab on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:05:21.350515 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:21.354133 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-979cc923-386e-44d8-b7f9-76494612c85a req-4b698d10-7f54-424e-90e0-edc24ba953c2 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.105 "DELETE /v2.0/ports/d5aae24c-ac0a-4c55-b771-4ccad1cc65ab HTTP/1.1" status: 204 len: 173 time: 0.8298099 Nov 02 13:05:21.354682 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'name': 'network-vif-deleted', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:05:21.357848 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ca457a-cebb-47a4-8de1-c835f084a041" -d '{"events": [{"server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "name": "network-vif-deleted", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:05:21.407786 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e1371a-d540-4dce-9267-2b7b4abf8e6f x-openstack-request-id: req-59e1371a-d540-4dce-9267-2b7b4abf8e6f {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:05:21.408562 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cf2036-8434-479c-a251-9f6411e8062a", "name": "network-vif-deleted", "tag": "d5aae24c-ac0a-4c55-b771-4ccad1cc65ab", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:05:21.408953 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-59e1371a-d540-4dce-9267-2b7b4abf8e6f {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:05:21.409555 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e1371a-d540-4dce-9267-2b7b4abf8e6f'] response: {'server_uuid': '45cf2036-8434-479c-a251-9f6411e8062a', 'name': 'network-vif-deleted', 'tag': 'd5aae24c-ac0a-4c55-b771-4ccad1cc65ab', 'status': 'completed', 'code': 200} Nov 02 13:05:21.437499 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-f5d6a4ef-a7dc-4258-9e2c-0a166e69929d None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:21.516139 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b3b98-5a85-4d27-bc35-7d2c41502881 req-142d057d-c36a-41da-a00d-1ce1a30f5a36 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:21.518396 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2a0b3b98-5a85-4d27-bc35-7d2c41502881 req-142d057d-c36a-41da-a00d-1ce1a30f5a36 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0710266 Nov 02 13:05:21.591671 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2a0b3b98-5a85-4d27-bc35-7d2c41502881 req-5a56260a-8655-4528-863c-c738013acc66 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651605 Nov 02 13:05:21.659797 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-f5d6a4ef-a7dc-4258-9e2c-0a166e69929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:21.686010 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d6a4ef-a7dc-4258-9e2c-0a166e69929d None None] Checking router: 727b8b87-3420-438d-bbb5-e3d6b1542299 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:21.695064 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d6a4ef-a7dc-4258-9e2c-0a166e69929d None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:21.695674 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-f5d6a4ef-a7dc-4258-9e2c-0a166e69929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:21.801686 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-f5d6a4ef-a7dc-4258-9e2c-0a166e69929d None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:22.006715 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f1ed4af6-f80c-4c86-9919-e528fa2d6bd1 req-9de1ecab-18f8-4595-955e-0b2a8a44655c tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/ports?device_id=45cf2036-8434-479c-a251-9f6411e8062a HTTP/1.1" status: 200 len: 210 time: 0.0373964 Nov 02 13:05:22.013544 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-f5d6a4ef-a7dc-4258-9e2c-0a166e69929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:22.038787 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d6a4ef-a7dc-4258-9e2c-0a166e69929d None None] The sync data for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi is: [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T12:52:35Z', 'revision_number': 4, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '2fdf0d13-f013-4c93-b048-5375b30bc6be', 'name': '', 'network_id': '5c790846-1155-4e44-80f1-15983b65a735', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'mac_address': 'fa:16:3e:64:b2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:34Z', 'updated_at': '2022-11-02T12:52:43Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'subnets': [{'id': '7d37e8ce-9ef7-43f1-a534-06b3d2793c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:22.296374 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29239085-dde0-456f-ae3f-b90298a9e3c4 None None] New status for floating IP 5cd67f98-7e1d-48d1-ab38-d4ac452b4566: DOWN {{(pid=110477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:05:22.731449 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724995af-1396-4596-9236-787e7b7fa9d2 req-eb5c0086-e943-4ee5-abf1-a761abf489d7 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:22.732853 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-724995af-1396-4596-9236-787e7b7fa9d2 req-eb5c0086-e943-4ee5-abf1-a761abf489d7 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0655286 Nov 02 13:05:22.799891 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-724995af-1396-4596-9236-787e7b7fa9d2 req-8ebed2f0-3473-434a-89b9-89d882286b19 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603838 Nov 02 13:05:23.118919 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56698) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:23.176418 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5e555fae-e9e8-4a77-a456-7f9217c8f281 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (e2aefdeb-d9cf-4be1-9ed3-09401aef598b), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.211546 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5e555fae-e9e8-4a77-a456-7f9217c8f281 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (e2aefdeb-d9cf-4be1-9ed3-09401aef598b), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.271553 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5e555fae-e9e8-4a77-a456-7f9217c8f281 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (e2aefdeb-d9cf-4be1-9ed3-09401aef598b), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.274369 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5e555fae-e9e8-4a77-a456-7f9217c8f281 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.275530 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5e555fae-e9e8-4a77-a456-7f9217c8f281 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "DELETE /v2.0/security-groups/e2aefdeb-d9cf-4be1-9ed3-09401aef598b HTTP/1.1" status: 204 len: 168 time: 0.1555543 Nov 02 13:05:23.278564 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56700) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:23.286037 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e555fae-e9e8-4a77-a456-7f9217c8f281 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aefdeb-d9cf-4be1-9ed3-09401aef598b,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:23.295372 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.api.v2.resource [None req-c9628329-b19c-4131-ae07-767ad5a5f4be tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] show failed (client error): The resource could not be found. Nov 02 13:05:23.299221 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-c9628329-b19c-4131-ae07-767ad5a5f4be tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "GET /v2.0/security-groups/e2aefdeb-d9cf-4be1-9ed3-09401aef598b HTTP/1.1" status: 404 len: 347 time: 0.0167263 Nov 02 13:05:23.299949 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56702) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:23.426438 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-764533f5-22e2-48cf-926c-0657328989d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Deleting port 47fa4ac0-d932-457b-aef7-e3d7892869c5 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:05:23.426763 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-764533f5-22e2-48cf-926c-0657328989d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (47fa4ac0-d932-457b-aef7-e3d7892869c5), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.510088 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-764533f5-22e2-48cf-926c-0657328989d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (47fa4ac0-d932-457b-aef7-e3d7892869c5), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.510371 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-764533f5-22e2-48cf-926c-0657328989d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (47fa4ac0-d932-457b-aef7-e3d7892869c5), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.523819 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-764533f5-22e2-48cf-926c-0657328989d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Calling delete_port for 47fa4ac0-d932-457b-aef7-e3d7892869c5 owned by network:floatingip {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:05:23.672967 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-764533f5-22e2-48cf-926c-0657328989d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (47fa4ac0-d932-457b-aef7-e3d7892869c5), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.698317 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764533f5-22e2-48cf-926c-0657328989d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Pushing event deleted for resources: {'Port': ['ID=47fa4ac0-d932-457b-aef7-e3d7892869c5,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:23.768980 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-764533f5-22e2-48cf-926c-0657328989d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks [] for floatingip (5cd67f98-7e1d-48d1-ab38-d4ac452b4566), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.771554 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-764533f5-22e2-48cf-926c-0657328989d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:23.772779 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-764533f5-22e2-48cf-926c-0657328989d0 tempest-AttachVolumeShelveTestJSON-1273951611 tempest-AttachVolumeShelveTestJSON-1273951611-project] 10.222.0.90 "DELETE /v2.0/floatingips/5cd67f98-7e1d-48d1-ab38-d4ac452b4566 HTTP/1.1" status: 204 len: 168 time: 0.4717603 Nov 02 13:05:23.942948 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2127f-7e77-4068-bfca-92e2ae77dc1e req-3901c204-c7d4-47c8-a417-395228705222 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:23.944415 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-87d2127f-7e77-4068-bfca-92e2ae77dc1e req-3901c204-c7d4-47c8-a417-395228705222 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0610423 Nov 02 13:05:24.014591 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-87d2127f-7e77-4068-bfca-92e2ae77dc1e req-acf54757-bcb9-44c7-aa74-d6e0466530e5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637105 Nov 02 13:05:24.697051 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device d5aae24c-ac0a-4c55-b771-4ccad1cc65ab no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:05:24.718639 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: d5aae24c-ac0a-4c55-b771-4ccad1cc65ab {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:05:24.718988 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device d5aae24c-ac0a-4c55-b771-4ccad1cc65ab not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:05:25.166518 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f043764-4f55-4044-ad2a-4b65c8be21d5 req-bc4798b8-7f8a-40e9-a102-c7d94030f2a6 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:25.168419 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8f043764-4f55-4044-ad2a-4b65c8be21d5 req-bc4798b8-7f8a-40e9-a102-c7d94030f2a6 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0681419 Nov 02 13:05:25.232163 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8f043764-4f55-4044-ad2a-4b65c8be21d5 req-1310d044-f2b5-4beb-8503-b9d0bb4201c6 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574195 Nov 02 13:05:26.148618 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-7d78976c-f51a-4a05-a65c-777297bdba06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:26.273208 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56730) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:26.465254 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03003f5-20c0-4b15-9d87-14fab458348d req-18864fb7-52cb-44cf-9a27-15b0fbc8e4c9 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:26.467467 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a03003f5-20c0-4b15-9d87-14fab458348d req-18864fb7-52cb-44cf-9a27-15b0fbc8e4c9 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.1419463 Nov 02 13:05:26.610522 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a03003f5-20c0-4b15-9d87-14fab458348d req-53567304-d807-4c57-9878-f725423e6e94 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322474 Nov 02 13:05:26.773530 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623080'] for router_interface (727b8b87-3420-438d-bbb5-e3d6b1542299), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:27.045481 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] Deleting port 2fdf0d13-f013-4c93-b048-5375b30bc6be {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:05:27.045737 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:27.126714 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] For port 2fdf0d13-f013-4c93-b048-5375b30bc6be, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=2fdf0d13-f013-4c93-b048-5375b30bc6be,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:27.127071 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:27.140799 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] Calling delete_port for 2fdf0d13-f013-4c93-b048-5375b30bc6be owned by network:router_interface {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:05:27.326799 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (2fdf0d13-f013-4c93-b048-5375b30bc6be), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:27.357757 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fdf0d13-f013-4c93-b048-5375b30bc6be,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:27.517355 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:05:27.521672 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623960'] for router_interface (727b8b87-3420-438d-bbb5-e3d6b1542299), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:27.752980 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f85727-9618-4210-9986-899990692614 req-bca448a8-314f-410e-961d-43f0a4f05a18 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:05:27.754671 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a9f85727-9618-4210-9986-899990692614 req-bca448a8-314f-410e-961d-43f0a4f05a18 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0635555 Nov 02 13:05:27.820963 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a9f85727-9618-4210-9986-899990692614 req-fccd8ec2-3623-42bd-8739-bc2f93a08183 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&id=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597162 Nov 02 13:05:27.997378 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] Router 727b8b87-3420-438d-bbb5-e3d6b1542299 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:05:28.099736 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:05:28.104790 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-454e9ad5-7ef1-4872-826a-7ff00f86fbb6 admin admin] 10.222.0.90 "PUT /v2.0/routers/727b8b87-3420-438d-bbb5-e3d6b1542299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8301041 Nov 02 13:05:28.107676 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56738) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:28.109895 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5742d5cb-18dc-4936-b484-8de0ebde6cb6 None None] Sync routers for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:05:28.120618 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742d5cb-18dc-4936-b484-8de0ebde6cb6 None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:28.121612 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-5742d5cb-18dc-4936-b484-8de0ebde6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:04:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:28.205661 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Publish callbacks [] for router (727b8b87-3420-438d-bbb5-e3d6b1542299), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.223626 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-5742d5cb-18dc-4936-b484-8de0ebde6cb6 None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:28.304582 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-a33aa726-bfe9-4abe-afdf-3738ece2ec24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.312446 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Publish callbacks [] for router_gateway (727b8b87-3420-438d-bbb5-e3d6b1542299), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.362766 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Deleting port 384d9870-c02a-4129-b3f1-ca55c5f67098 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:05:28.363869 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.404190 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-5742d5cb-18dc-4936-b484-8de0ebde6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73'}], 'enable_snat': True}, 'gw_port_id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T13:05:27Z', 'revision_number': 5, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port': {'id': '384d9870-c02a-4129-b3f1-ca55c5f67098', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:52:30Z', 'updated_at': '2022-11-02T12:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:28.449117 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] For port 384d9870-c02a-4129-b3f1-ca55c5f67098, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=384d9870-c02a-4129-b3f1-ca55c5f67098,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:28.449478 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.466006 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Calling delete_port for 384d9870-c02a-4129-b3f1-ca55c5f67098 owned by network:router_gateway {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:05:28.519683 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5742d5cb-18dc-4936-b484-8de0ebde6cb6 None None] Checking router: 727b8b87-3420-438d-bbb5-e3d6b1542299 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:05:28.528546 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742d5cb-18dc-4936-b484-8de0ebde6cb6 None None] Routers {'727b8b87-3420-438d-bbb5-e3d6b1542299'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:05:28.529174 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-5742d5cb-18dc-4936-b484-8de0ebde6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:05:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['727b8b87-3420-438d-bbb5-e3d6b1542299'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:28.621488 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-5742d5cb-18dc-4936-b484-8de0ebde6cb6 None None] Set router 727b8b87-3420-438d-bbb5-e3d6b1542299 gateway port host: None {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:05:28.648682 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (384d9870-c02a-4129-b3f1-ca55c5f67098), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.675965 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=384d9870-c02a-4129-b3f1-ca55c5f67098,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:28.677792 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-5742d5cb-18dc-4936-b484-8de0ebde6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T13:05:28Z', 'revision_number': 6, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port_host': None}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:28.705830 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5742d5cb-18dc-4936-b484-8de0ebde6cb6 None None] The sync data for ids ['727b8b87-3420-438d-bbb5-e3d6b1542299'] in dv-cinder-863278-1-iscsi is: [{'id': '727b8b87-3420-438d-bbb5-e3d6b1542299', 'name': 'tempest-AttachVolumeShelveTestJSON-2139770618-router', 'tenant_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:52:29Z', 'updated_at': '2022-11-02T13:05:28Z', 'revision_number': 6, 'project_id': '7cf71ef682d140f9b9c9c756b24cbb5b', 'gw_port_host': None}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:05:28.754568 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624418'] for router_gateway (727b8b87-3420-438d-bbb5-e3d6b1542299), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.850957 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6593'] for router (727b8b87-3420-438d-bbb5-e3d6b1542299), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.853244 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Publish callbacks [] for router_controller (727b8b87-3420-438d-bbb5-e3d6b1542299), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.899971 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622926'] for router (727b8b87-3420-438d-bbb5-e3d6b1542299), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.900653 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 727b8b87-3420-438d-bbb5-e3d6b1542299 {{(pid=110475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:05:28.905151 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.906452 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-118b390e-0297-47ee-9739-63b04408c0d9 admin admin] 10.222.0.90 "DELETE /v2.0/routers/727b8b87-3420-438d-bbb5-e3d6b1542299 HTTP/1.1" status: 204 len: 168 time: 0.7978084 Nov 02 13:05:28.909068 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56740) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:28.953771 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-443ca47b-ff5b-485f-b2d9-f462f684b2bd admin admin] Deleting subnet 7d37e8ce-9ef7-43f1-a534-06b3d2793c48 {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:05:28.957260 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-443ca47b-ff5b-485f-b2d9-f462f684b2bd admin admin] Publish callbacks [] for subnet (7d37e8ce-9ef7-43f1-a534-06b3d2793c48), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:28.992479 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-443ca47b-ff5b-485f-b2d9-f462f684b2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16000396'] for subnet (7d37e8ce-9ef7-43f1-a534-06b3d2793c48), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.088951 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-443ca47b-ff5b-485f-b2d9-f462f684b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (7d37e8ce-9ef7-43f1-a534-06b3d2793c48), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.147519 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-443ca47b-ff5b-485f-b2d9-f462f684b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14319644'] for subnet (7d37e8ce-9ef7-43f1-a534-06b3d2793c48), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.171534 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ca47b-ff5b-485f-b2d9-f462f684b2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d37e8ce-9ef7-43f1-a534-06b3d2793c48,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:29.177395 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-443ca47b-ff5b-485f-b2d9-f462f684b2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.181371 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-443ca47b-ff5b-485f-b2d9-f462f684b2bd admin admin] 10.222.0.90 "DELETE /v2.0/subnets/7d37e8ce-9ef7-43f1-a534-06b3d2793c48 HTTP/1.1" status: 204 len: 168 time: 0.2706523 Nov 02 13:05:29.183435 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56742) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:29.183961 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44086032-fe8c-4d96-b30e-0968ec73ea5d None None] Network 5c790846-1155-4e44-80f1-15983b65a735 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:05:29.251899 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (5c790846-1155-4e44-80f1-15983b65a735), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.311935 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Deleting port 0ee4e4e1-9112-4757-83ea-f1711dd33680 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:05:29.312365 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.377042 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] For port 0ee4e4e1-9112-4757-83ea-f1711dd33680, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=0ee4e4e1-9112-4757-83ea-f1711dd33680,segment=NetworkSegment(a76239a0-7f19-4119-a784-bf535166d52a),segment_id=a76239a0-7f19-4119-a784-bf535166d52a)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:05:29.377296 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.391113 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Calling delete_port for 0ee4e4e1-9112-4757-83ea-f1711dd33680 owned by network:dhcp {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:05:29.463778 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.487129 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (0ee4e4e1-9112-4757-83ea-f1711dd33680), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.512235 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee4e4e1-9112-4757-83ea-f1711dd33680,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:29.522606 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] No DVR routers for this DVR port 0ee4e4e1-9112-4757-83ea-f1711dd33680 on host dv-cinder-863278-1-iscsi {{(pid=110476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:05:29.523349 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c70b29-db76-4699-a7bd-6dfdf14e39fa None None] DHCP port deletion for 5c790846-1155-4e44-80f1-15983b65a735 request from dv-cinder-863278-1-iscsi {{(pid=110477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:05:29.525387 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.525705 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.526261 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.526590 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.526916 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.527437 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.527788 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.528156 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.528549 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.528889 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.529228 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.529556 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.529881 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:05:29.610847 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (5c790846-1155-4e44-80f1-15983b65a735), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.641361 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c790846-1155-4e44-80f1-15983b65a735']}} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:29.652718 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76239a0-7f19-4119-a784-bf535166d52a') {'for_net_delete': True} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:29.652718 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76239a0-7f19-4119-a784-bf535166d52a') {} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:05:29.665980 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12720126'] for segment (a76239a0-7f19-4119-a784-bf535166d52a), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.679972 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (a76239a0-7f19-4119-a784-bf535166d52a), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.686494 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Releasing vlan 1419 on physical network physnet1 to pool {{(pid=110476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:05:29.686885 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112400'] for segment (a76239a0-7f19-4119-a784-bf535166d52a), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.727981 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment a76239a0-7f19-4119-a784-bf535166d52a resource provider aggregate not found Nov 02 13:05:29.754892 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment a76239a0-7f19-4119-a784-bf535166d52a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a76239a0-7f19-4119-a784-bf535166d52a found for delete ", "request_id": "req-c02a16fd-c7a9-4989-8945-60bfd34e9115"}]} Nov 02 13:05:29.766392 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (5c790846-1155-4e44-80f1-15983b65a735), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.771169 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:29.774422 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] 10.222.0.90 "DELETE /v2.0/networks/5c790846-1155-4e44-80f1-15983b65a735 HTTP/1.1" status: 204 len: 168 time: 0.5897970 Nov 02 13:05:29.788158 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff14a38-9356-4b8e-b69a-08351fb504c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c790846-1155-4e44-80f1-15983b65a735,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:29.897304 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56750) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:29.940903 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-6b1ff70e-fa30-4a7d-98ef-31b851c33f58 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7cf71ef682d140f9b9c9c756b24cbb5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423651 Nov 02 13:05:29.943713 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56752) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:29.994150 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-988c406f-c411-4d7b-b393-1f31cf4d6c4e admin admin] Publish callbacks [] for security_group (91e40c55-c6c6-4bbe-96e7-9b28aa99a475), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.016840 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-988c406f-c411-4d7b-b393-1f31cf4d6c4e admin admin] Publish callbacks [] for security_group (91e40c55-c6c6-4bbe-96e7-9b28aa99a475), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.075125 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-988c406f-c411-4d7b-b393-1f31cf4d6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (91e40c55-c6c6-4bbe-96e7-9b28aa99a475), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.079169 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-988c406f-c411-4d7b-b393-1f31cf4d6c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:30.080829 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-988c406f-c411-4d7b-b393-1f31cf4d6c4e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/91e40c55-c6c6-4bbe-96e7-9b28aa99a475 HTTP/1.1" status: 204 len: 168 time: 0.1360183 Nov 02 13:05:30.088945 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c406f-c411-4d7b-b393-1f31cf4d6c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e40c55-c6c6-4bbe-96e7-9b28aa99a475,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:30.653283 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 384d9870-c02a-4129-b3f1-ca55c5f67098 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:05:30.673334 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 384d9870-c02a-4129-b3f1-ca55c5f67098 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:05:30.673686 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 384d9870-c02a-4129-b3f1-ca55c5f67098 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:05:30.674347 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 2fdf0d13-f013-4c93-b048-5375b30bc6be no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:05:30.693642 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 2fdf0d13-f013-4c93-b048-5375b30bc6be {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:05:30.694006 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 2fdf0d13-f013-4c93-b048-5375b30bc6be not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:05:30.694430 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 0ee4e4e1-9112-4757-83ea-f1711dd33680 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:05:30.715085 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 0ee4e4e1-9112-4757-83ea-f1711dd33680 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:05:30.715203 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 0ee4e4e1-9112-4757-83ea-f1711dd33680 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:05:30.915425 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:32.384468 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.048640 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56814) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:34.175427 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c764e1d8-92b5-45af-abdb-e9681419a67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.259487 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c764e1d8-92b5-45af-abdb-e9681419a67d admin admin] Publish callbacks [] for security_group (a599d352-2a1a-4f7a-9b60-c264c6d6205a), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.265061 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c764e1d8-92b5-45af-abdb-e9681419a67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a599d352-2a1a-4f7a-9b60-c264c6d6205a), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.306888 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-c764e1d8-92b5-45af-abdb-e9681419a67d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fea16e8e2a3c47c7934c660e5f9f2802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570367 Nov 02 13:05:34.307661 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764e1d8-92b5-45af-abdb-e9681419a67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a599d352-2a1a-4f7a-9b60-c264c6d6205a,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:34.310338 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56818) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:34.366942 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-609dac31-6790-42e0-997b-c1deaba22e23 admin admin] Publish callbacks [] for security_group (a599d352-2a1a-4f7a-9b60-c264c6d6205a), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.390831 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-609dac31-6790-42e0-997b-c1deaba22e23 admin admin] Publish callbacks [] for security_group (a599d352-2a1a-4f7a-9b60-c264c6d6205a), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.447333 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-609dac31-6790-42e0-997b-c1deaba22e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a599d352-2a1a-4f7a-9b60-c264c6d6205a), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.450030 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-609dac31-6790-42e0-997b-c1deaba22e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:34.451212 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-609dac31-6790-42e0-997b-c1deaba22e23 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a599d352-2a1a-4f7a-9b60-c264c6d6205a HTTP/1.1" status: 204 len: 168 time: 0.1398473 Nov 02 13:05:34.461744 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dac31-6790-42e0-997b-c1deaba22e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a599d352-2a1a-4f7a-9b60-c264c6d6205a,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:39.698218 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56894) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:39.831909 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be5d162f-5f37-4fba-b84a-66eaf000ec7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.912365 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be5d162f-5f37-4fba-b84a-66eaf000ec7b admin admin] Publish callbacks [] for security_group (9eab7298-9c4d-4a86-be10-cbcfef3cc522), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.918181 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be5d162f-5f37-4fba-b84a-66eaf000ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (9eab7298-9c4d-4a86-be10-cbcfef3cc522), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:39.954307 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d162f-5f37-4fba-b84a-66eaf000ec7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eab7298-9c4d-4a86-be10-cbcfef3cc522,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:39.960245 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-be5d162f-5f37-4fba-b84a-66eaf000ec7b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a2fd0e54aa354aaa93535c67659509ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608020 Nov 02 13:05:39.963361 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56898) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:40.014112 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e1e013c3-f8d4-4a8b-80d3-7529e1b00e7d admin admin] Publish callbacks [] for security_group (9eab7298-9c4d-4a86-be10-cbcfef3cc522), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.038577 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e1e013c3-f8d4-4a8b-80d3-7529e1b00e7d admin admin] Publish callbacks [] for security_group (9eab7298-9c4d-4a86-be10-cbcfef3cc522), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.094024 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e1e013c3-f8d4-4a8b-80d3-7529e1b00e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (9eab7298-9c4d-4a86-be10-cbcfef3cc522), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.096595 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e1e013c3-f8d4-4a8b-80d3-7529e1b00e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.097767 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-e1e013c3-f8d4-4a8b-80d3-7529e1b00e7d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9eab7298-9c4d-4a86-be10-cbcfef3cc522 HTTP/1.1" status: 204 len: 168 time: 0.1334319 Nov 02 13:05:40.106060 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e013c3-f8d4-4a8b-80d3-7529e1b00e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eab7298-9c4d-4a86-be10-cbcfef3cc522,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:40.381567 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56904) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:40.402351 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c00049c9-19ee-4e2e-b443-ea5782695854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.484595 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c00049c9-19ee-4e2e-b443-ea5782695854 admin admin] Publish callbacks [] for security_group (9529a3f2-5159-4152-b395-5d7ac598e23a), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.490338 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c00049c9-19ee-4e2e-b443-ea5782695854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (9529a3f2-5159-4152-b395-5d7ac598e23a), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.529649 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-c00049c9-19ee-4e2e-b443-ea5782695854 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6d683a073a534f6484f7a5107b4fe92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467412 Nov 02 13:05:40.531046 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00049c9-19ee-4e2e-b443-ea5782695854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9529a3f2-5159-4152-b395-5d7ac598e23a,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:40.533180 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56906) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:40.584148 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-6fc634e5-af8e-44f3-a8e3-27b4df6b9a3b admin admin] Publish callbacks [] for security_group (9529a3f2-5159-4152-b395-5d7ac598e23a), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.606528 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-6fc634e5-af8e-44f3-a8e3-27b4df6b9a3b admin admin] Publish callbacks [] for security_group (9529a3f2-5159-4152-b395-5d7ac598e23a), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.656587 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-6fc634e5-af8e-44f3-a8e3-27b4df6b9a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (9529a3f2-5159-4152-b395-5d7ac598e23a), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.659195 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-6fc634e5-af8e-44f3-a8e3-27b4df6b9a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:40.660392 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-6fc634e5-af8e-44f3-a8e3-27b4df6b9a3b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9529a3f2-5159-4152-b395-5d7ac598e23a HTTP/1.1" status: 204 len: 168 time: 0.1262701 Nov 02 13:05:40.670368 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc634e5-af8e-44f3-a8e3-27b4df6b9a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9529a3f2-5159-4152-b395-5d7ac598e23a,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:42.846148 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 56974) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:42.957095 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3694ddc9-1a9c-49cb-8b64-4c0f58b30555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.034548 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3694ddc9-1a9c-49cb-8b64-4c0f58b30555 admin admin] Publish callbacks [] for security_group (35676830-4527-414a-b7ad-9a015eff7864), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.039439 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3694ddc9-1a9c-49cb-8b64-4c0f58b30555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (35676830-4527-414a-b7ad-9a015eff7864), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.077154 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-3694ddc9-1a9c-49cb-8b64-4c0f58b30555 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=293374846946441eb33773753d72d754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298474 Nov 02 13:05:43.078032 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694ddc9-1a9c-49cb-8b64-4c0f58b30555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35676830-4527-414a-b7ad-9a015eff7864,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:43.080112 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56978) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:43.132726 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9882822b-e066-4799-aea7-227960e35af8 admin admin] Publish callbacks [] for security_group (35676830-4527-414a-b7ad-9a015eff7864), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.154245 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9882822b-e066-4799-aea7-227960e35af8 admin admin] Publish callbacks [] for security_group (35676830-4527-414a-b7ad-9a015eff7864), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.203251 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9882822b-e066-4799-aea7-227960e35af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (35676830-4527-414a-b7ad-9a015eff7864), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.205842 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9882822b-e066-4799-aea7-227960e35af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.207000 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9882822b-e066-4799-aea7-227960e35af8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/35676830-4527-414a-b7ad-9a015eff7864 HTTP/1.1" status: 204 len: 168 time: 0.1258183 Nov 02 13:05:43.215578 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882822b-e066-4799-aea7-227960e35af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35676830-4527-414a-b7ad-9a015eff7864,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:43.487297 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56984) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:43.501163 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e2946cb2-c026-449d-a050-28a19ad77abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.585082 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e2946cb2-c026-449d-a050-28a19ad77abd admin admin] Publish callbacks [] for security_group (a8fdc9f1-8370-49c6-bf56-2d0347308133), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.590175 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e2946cb2-c026-449d-a050-28a19ad77abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a8fdc9f1-8370-49c6-bf56-2d0347308133), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.627483 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2946cb2-c026-449d-a050-28a19ad77abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fdc9f1-8370-49c6-bf56-2d0347308133,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:43.632105 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e2946cb2-c026-449d-a050-28a19ad77abd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7ebc47cb8ec8437cb785e44ebe316351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437643 Nov 02 13:05:43.635916 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 56986) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:05:43.683821 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-463b02d5-0b65-4ac9-8e0d-c92aa26c9f18 admin admin] Publish callbacks [] for security_group (a8fdc9f1-8370-49c6-bf56-2d0347308133), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.711384 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-463b02d5-0b65-4ac9-8e0d-c92aa26c9f18 admin admin] Publish callbacks [] for security_group (a8fdc9f1-8370-49c6-bf56-2d0347308133), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.762733 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-463b02d5-0b65-4ac9-8e0d-c92aa26c9f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (a8fdc9f1-8370-49c6-bf56-2d0347308133), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.765659 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-463b02d5-0b65-4ac9-8e0d-c92aa26c9f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.766824 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-463b02d5-0b65-4ac9-8e0d-c92aa26c9f18 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a8fdc9f1-8370-49c6-bf56-2d0347308133 HTTP/1.1" status: 204 len: 168 time: 0.1297956 Nov 02 13:05:43.775826 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b02d5-0b65-4ac9-8e0d-c92aa26c9f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fdc9f1-8370-49c6-bf56-2d0347308133,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:45.565210 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:56.136530 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-dc6c6e67-7b26-4b70-82c9-b1267b88a322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:58.310148 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9294-82d3-4dab-be9b-5ff041372a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:59.470114 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:00.914158 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57110) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:00.918081 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:01.256027 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Deleting port e0aecf2e-8ba4-406a-9b7e-9e9d590fce80 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:01.256446 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (e0aecf2e-8ba4-406a-9b7e-9e9d590fce80), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:01.336941 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (e0aecf2e-8ba4-406a-9b7e-9e9d590fce80), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:01.337237 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (e0aecf2e-8ba4-406a-9b7e-9e9d590fce80), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:01.349347 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Calling delete_port for e0aecf2e-8ba4-406a-9b7e-9e9d590fce80 owned by network:floatingip {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:01.526181 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (e0aecf2e-8ba4-406a-9b7e-9e9d590fce80), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:01.554518 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event deleted for resources: {'Port': ['ID=e0aecf2e-8ba4-406a-9b7e-9e9d590fce80,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:01.620992 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (9db9e355-e1df-4910-afc7-98634669d203), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:01.621418 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Floating IP 9db9e355-e1df-4910-afc7-98634669d203 disassociated (deleted). External IP: 172.27.4.233, port: 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11. Nov 02 13:06:01.819871 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Router c15da600-e74c-4dff-9465-93de1da19778 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:01.926031 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:01.931071 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:01.936429 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa86ee-0901-4920-864c-29332eef44c5 None None] Sync routers for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:01.947856 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa86ee-0901-4920-864c-29332eef44c5 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:01.948546 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-93fa86ee-0901-4920-864c-29332eef44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:05:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:01.962996 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-df4174ae-a770-4075-a2ee-4c111f3ba353 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "DELETE /v2.0/floatingips/9db9e355-e1df-4910-afc7-98634669d203 HTTP/1.1" status: 204 len: 168 time: 1.0477114 Nov 02 13:06:01.963662 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'tag': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:01.965952 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4a1274-3b31-49ea-90b6-eb0553884830" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754", "tag": "8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:02.005508 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0172f2a-cab3-44f8-a9f2-b47625dbe32e x-openstack-request-id: req-f0172f2a-cab3-44f8-a9f2-b47625dbe32e {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:02.005793 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754", "tag": "8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:02.006052 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f0172f2a-cab3-44f8-a9f2-b47625dbe32e {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:02.006467 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0172f2a-cab3-44f8-a9f2-b47625dbe32e'] response: {'name': 'network-changed', 'server_uuid': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'tag': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11', 'status': 'completed', 'code': 200} Nov 02 13:06:02.057397 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-93fa86ee-0901-4920-864c-29332eef44c5 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:02.114883 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1274-3b31-49ea-90b6-eb0553884830 req-a10aba86-a6e5-498c-98de-f84931b46946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:02.117230 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1e4a1274-3b31-49ea-90b6-eb0553884830 req-a10aba86-a6e5-498c-98de-f84931b46946 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 1130 time: 0.0668659 Nov 02 13:06:02.280056 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-93fa86ee-0901-4920-864c-29332eef44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '46bd6ff5-f837-4aa6-91e9-f7217bed6c4f', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.218', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:c6:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:04Z', 'updated_at': '2022-11-02T13:01:06Z', 'revision_number': 1, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:02.293030 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4491e-7ecb-4aa3-9300-180d19117941 req-8b209121-e84d-47db-9883-15b523d246fa tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:02.293030 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bce4491e-7ecb-4aa3-9300-180d19117941 req-8b209121-e84d-47db-9883-15b523d246fa tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 946 time: 0.1088884 Nov 02 13:06:02.308620 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa86ee-0901-4920-864c-29332eef44c5 None None] Checking router: c15da600-e74c-4dff-9465-93de1da19778 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:02.309305 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1274-3b31-49ea-90b6-eb0553884830 req-cfe7aeaa-295f-4d89-9960-431c79d3463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:02.310775 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1e4a1274-3b31-49ea-90b6-eb0553884830 req-cfe7aeaa-295f-4d89-9960-431c79d3463d service neutron] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 914 time: 0.1353488 Nov 02 13:06:02.317478 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa86ee-0901-4920-864c-29332eef44c5 None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:02.318097 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-93fa86ee-0901-4920-864c-29332eef44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:05:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:02.354642 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1e4a1274-3b31-49ea-90b6-eb0553884830 req-6acf8897-f818-4fc5-962f-e0aafa96b919 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 HTTP/1.1" status: 200 len: 217 time: 0.0366225 Nov 02 13:06:02.379069 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:02.404133 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bce4491e-7ecb-4aa3-9300-180d19117941 req-f565b2df-c4cf-44eb-a83e-7d660d143164 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037230 Nov 02 13:06:02.424445 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1274-3b31-49ea-90b6-eb0553884830 req-9d03e8c6-bced-48ad-bebe-6dfedd477fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:02.425985 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1e4a1274-3b31-49ea-90b6-eb0553884830 req-9d03e8c6-bced-48ad-bebe-6dfedd477fec service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0608010 Nov 02 13:06:02.433798 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-93fa86ee-0901-4920-864c-29332eef44c5 None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:02.484408 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a1274-3b31-49ea-90b6-eb0553884830 req-73616e10-5a24-4ca3-a664-2371c24c9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:02.486038 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1e4a1274-3b31-49ea-90b6-eb0553884830 req-73616e10-5a24-4ca3-a664-2371c24c9e42 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532427 Nov 02 13:06:02.585362 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1e4a1274-3b31-49ea-90b6-eb0553884830 req-88b66e32-6173-4301-ac87-c687d2a79881 service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925317 Nov 02 13:06:02.681945 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1e4a1274-3b31-49ea-90b6-eb0553884830 req-d49e3824-19ad-4f46-a44d-6551f4d8b31b service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886862 Nov 02 13:06:02.788761 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-93fa86ee-0901-4920-864c-29332eef44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '46bd6ff5-f837-4aa6-91e9-f7217bed6c4f', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.218', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:c6:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:04Z', 'updated_at': '2022-11-02T13:01:06Z', 'revision_number': 1, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:02.816536 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa86ee-0901-4920-864c-29332eef44c5 None None] The sync data for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi is: [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '46bd6ff5-f837-4aa6-91e9-f7217bed6c4f', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'floating_ip_address': '172.27.4.218', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'port_id': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'mac_address': 'fa:16:3e:c6:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:04Z', 'updated_at': '2022-11-02T13:01:06Z', 'revision_number': 1, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:03.041992 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d9c129-ecd1-4c6c-8060-51745a1c02c8 None None] New status for floating IP 9db9e355-e1df-4910-afc7-98634669d203: DOWN {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:06:03.554604 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500b4e7-111c-45bb-aefd-f418a568fca1 req-92c702bf-59fa-4e34-90f8-0343afd273cc tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:03.556146 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8500b4e7-111c-45bb-aefd-f418a568fca1 req-92c702bf-59fa-4e34-90f8-0343afd273cc tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 946 time: 0.0568821 Nov 02 13:06:03.611785 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8500b4e7-111c-45bb-aefd-f418a568fca1 req-0165dcf7-28e9-4f76-8315-1ab57f11be2b tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495117 Nov 02 13:06:04.517832 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:06:04.776428 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a440736-f4e9-46a1-a32a-7be1f14dc03a req-8e585002-b609-4dd8-aa89-a3990c1e45b7 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:04.777961 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5a440736-f4e9-46a1-a32a-7be1f14dc03a req-8e585002-b609-4dd8-aa89-a3990c1e45b7 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 946 time: 0.0766084 Nov 02 13:06:04.784776 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bdef2-120f-42c1-8111-bb26fcd2953b req-167cb648-21a2-4d2f-a7fa-5daeeb28f625 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:04.786132 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4e5bdef2-120f-42c1-8111-bb26fcd2953b req-167cb648-21a2-4d2f-a7fa-5daeeb28f625 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 946 time: 0.0942113 Nov 02 13:06:04.889972 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4e5bdef2-120f-42c1-8111-bb26fcd2953b req-eda13a28-ab9d-49fe-9029-9041373de1a4 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962143 Nov 02 13:06:04.910690 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-5a440736-f4e9-46a1-a32a-7be1f14dc03a req-cd843eec-1f19-48bf-b55a-07ad0fc35cae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Deleting port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:04.911038 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-5a440736-f4e9-46a1-a32a-7be1f14dc03a req-cd843eec-1f19-48bf-b55a-07ad0fc35cae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:05.000991 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-5a440736-f4e9-46a1-a32a-7be1f14dc03a req-cd843eec-1f19-48bf-b55a-07ad0fc35cae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] For port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:05.001336 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-5a440736-f4e9-46a1-a32a-7be1f14dc03a req-cd843eec-1f19-48bf-b55a-07ad0fc35cae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:05.018910 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-5a440736-f4e9-46a1-a32a-7be1f14dc03a req-cd843eec-1f19-48bf-b55a-07ad0fc35cae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Calling delete_port for 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:05.158202 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-5a440736-f4e9-46a1-a32a-7be1f14dc03a req-cd843eec-1f19-48bf-b55a-07ad0fc35cae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:05.186762 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd843eec-1f19-48bf-b55a-07ad0fc35cae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event deleted for resources: {'Port': ['ID=8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:05.236244 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a440736-f4e9-46a1-a32a-7be1f14dc03a req-cd843eec-1f19-48bf-b55a-07ad0fc35cae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] No DVR routers for this DVR port 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:06:05.239172 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-5a440736-f4e9-46a1-a32a-7be1f14dc03a req-cd843eec-1f19-48bf-b55a-07ad0fc35cae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:05.242941 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5a440736-f4e9-46a1-a32a-7be1f14dc03a req-cd843eec-1f19-48bf-b55a-07ad0fc35cae tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "DELETE /v2.0/ports/8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 HTTP/1.1" status: 204 len: 173 time: 0.4559152 Nov 02 13:06:05.243444 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'name': 'network-vif-deleted', 'tag': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:05.245775 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e99d349-2bed-4260-9831-46b2bd501fdb" -d '{"events": [{"server_uuid": "7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754", "name": "network-vif-deleted", "tag": "8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:05.287874 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcde912a-c72d-45f9-b0fb-4fed48a3002b x-openstack-request-id: req-fcde912a-c72d-45f9-b0fb-4fed48a3002b {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:05.301128 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754", "name": "network-vif-deleted", "tag": "8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:05.301128 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fcde912a-c72d-45f9-b0fb-4fed48a3002b {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:05.301128 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcde912a-c72d-45f9-b0fb-4fed48a3002b'] response: {'server_uuid': '7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754', 'name': 'network-vif-deleted', 'tag': '8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11', 'status': 'completed', 'code': 200} Nov 02 13:06:06.004833 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-200ca95f-ceed-48d1-92c1-2805dc220a43 req-e6d023a3-8f9b-4eef-956e-769f241b5502 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bc8d2b0-4fc5-4af0-84b4-a5d4e2cf3754 HTTP/1.1" status: 200 len: 210 time: 0.0278392 Nov 02 13:06:08.924956 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:08.944237 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:08.944619 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 8c101d8f-3b0e-437a-9dcf-0e29a8ccbc11 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:09.331632 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57172) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:09.491089 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Deleting port 412aba98-3a92-4556-a81e-3746c9b43588 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:09.491430 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (412aba98-3a92-4556-a81e-3746c9b43588), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.579650 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (412aba98-3a92-4556-a81e-3746c9b43588), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.579931 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (412aba98-3a92-4556-a81e-3746c9b43588), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.591973 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Calling delete_port for 412aba98-3a92-4556-a81e-3746c9b43588 owned by network:floatingip {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:09.769772 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (412aba98-3a92-4556-a81e-3746c9b43588), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.794018 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event deleted for resources: {'Port': ['ID=412aba98-3a92-4556-a81e-3746c9b43588,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:09.856234 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (46bd6ff5-f837-4aa6-91e9-f7217bed6c4f), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:09.856501 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.l3_db [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Floating IP 46bd6ff5-f837-4aa6-91e9-f7217bed6c4f disassociated (deleted). External IP: 172.27.4.218, port: 9ee660ea-c2fa-4fab-a75e-65370edd6b07. Nov 02 13:06:10.072661 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Router c15da600-e74c-4dff-9465-93de1da19778 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:10.190435 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:10.196517 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:10.202387 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e2ae3-533f-40f8-ab66-690f29b4c88b None None] Sync routers for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:10.213681 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e2ae3-533f-40f8-ab66-690f29b4c88b None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:10.214585 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2ae3-533f-40f8-ab66-690f29b4c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:05:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:10.235620 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-27b2e04c-1b79-41ea-9d7e-a20fd329c0df tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "DELETE /v2.0/floatingips/46bd6ff5-f837-4aa6-91e9-f7217bed6c4f HTTP/1.1" status: 204 len: 168 time: 0.9024582 Nov 02 13:06:10.236563 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'tag': '9ee660ea-c2fa-4fab-a75e-65370edd6b07'}] {{(pid=110476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:10.239120 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfdc56134c15c8bcba47e534e2d98fa7b03309dab48147f1ffde34f3ae4df6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ce8e4c-50de-4733-8ec7-1dae71b30059" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3a70f5-7a54-4a66-b099-dcf84affc11d", "tag": "9ee660ea-c2fa-4fab-a75e-65370edd6b07"}]}' {{(pid=110476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:10.324560 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-8d3e2ae3-533f-40f8-ab66-690f29b4c88b None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:10.425292 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae1f7b6-968b-4d71-8541-d56b51c444b3 x-openstack-request-id: req-3ae1f7b6-968b-4d71-8541-d56b51c444b3 {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:10.426335 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3a70f5-7a54-4a66-b099-dcf84affc11d", "tag": "9ee660ea-c2fa-4fab-a75e-65370edd6b07", "status": "completed", "code": 200}]} {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:10.426835 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3ae1f7b6-968b-4d71-8541-d56b51c444b3 {{(pid=110476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:10.427513 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae1f7b6-968b-4d71-8541-d56b51c444b3'] response: {'name': 'network-changed', 'server_uuid': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'tag': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'status': 'completed', 'code': 200} Nov 02 13:06:10.492454 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06fd94-d2d6-499d-b52c-06a74414dbea req-e290ec38-663b-402d-ab44-76e4bdf57b59 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:10.493993 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d06fd94-d2d6-499d-b52c-06a74414dbea req-e290ec38-663b-402d-ab44-76e4bdf57b59 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 946 time: 0.0608337 Nov 02 13:06:10.548042 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2ae3-533f-40f8-ab66-690f29b4c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:10.573186 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e2ae3-533f-40f8-ab66-690f29b4c88b None None] Checking router: c15da600-e74c-4dff-9465-93de1da19778 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:10.577266 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce8e4c-50de-4733-8ec7-1dae71b30059 req-ed41d860-d133-42aa-9394-5ca6af67ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:10.578829 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0ce8e4c-50de-4733-8ec7-1dae71b30059 req-ed41d860-d133-42aa-9394-5ca6af67ce34 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 1130 time: 0.0946040 Nov 02 13:06:10.582765 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e2ae3-533f-40f8-ab66-690f29b4c88b None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:10.583080 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d06fd94-d2d6-499d-b52c-06a74414dbea req-8e0acd94-7048-4261-ba7a-0dc0ce8dfa21 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800090 Nov 02 13:06:10.583529 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2ae3-533f-40f8-ab66-690f29b4c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:05:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:10.692470 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-8d3e2ae3-533f-40f8-ab66-690f29b4c88b None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:10.704575 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce8e4c-50de-4733-8ec7-1dae71b30059 req-12d0ae02-225d-4ec4-9cdb-ba4b9728a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:10.706435 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0ce8e4c-50de-4733-8ec7-1dae71b30059 req-12d0ae02-225d-4ec4-9cdb-ba4b9728a172 service neutron] 10.222.0.105 "GET /v2.0/networks?id=dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 200 len: 914 time: 0.1128478 Nov 02 13:06:10.750792 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0ce8e4c-50de-4733-8ec7-1dae71b30059 req-eb6639fc-601d-4e6a-b049-9e5991cafc61 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee660ea-c2fa-4fab-a75e-65370edd6b07 HTTP/1.1" status: 200 len: 217 time: 0.0349016 Nov 02 13:06:10.804327 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce8e4c-50de-4733-8ec7-1dae71b30059 req-a1c1f1f5-f407-400c-ac8d-49efab8507f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:10.806048 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0ce8e4c-50de-4733-8ec7-1dae71b30059 req-a1c1f1f5-f407-400c-ac8d-49efab8507f5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 200 len: 851 time: 0.0494947 Nov 02 13:06:10.871893 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce8e4c-50de-4733-8ec7-1dae71b30059 req-464e8555-a2bc-4e31-b41a-55d35859391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:10.874531 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0ce8e4c-50de-4733-8ec7-1dae71b30059 req-464e8555-a2bc-4e31-b41a-55d35859391f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=dc24f821-79ec-4404-92fe-d5786cb39ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614374 Nov 02 13:06:10.918977 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2ae3-533f-40f8-ab66-690f29b4c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:10.957284 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e2ae3-533f-40f8-ab66-690f29b4c88b None None] The sync data for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi is: [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T12:54:45Z', 'revision_number': 4, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '54c21568-383f-48fa-be93-0ab7956c026d', 'name': '', 'network_id': 'dc24f821-79ec-4404-92fe-d5786cb39ed4', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'mac_address': 'fa:16:3e:06:16:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:44Z', 'updated_at': '2022-11-02T12:54:51Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'subnets': [{'id': '0fbde265-5d79-4d53-8333-cf7c9065b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:10.991411 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0ce8e4c-50de-4733-8ec7-1dae71b30059 req-ab9aba75-aab4-4106-8ed5-03a5db91f5cd service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978873 Nov 02 13:06:11.099184 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0ce8e4c-50de-4733-8ec7-1dae71b30059 req-bb350878-6f8c-494e-89fb-59eea695f8cc service neutron] 10.222.0.105 "GET /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009462 Nov 02 13:06:11.191306 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a3dd18-1386-44bd-b29b-ffa42d3da6bf None None] New status for floating IP 46bd6ff5-f837-4aa6-91e9-f7217bed6c4f: DOWN {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:06:11.504243 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f72b95-ac82-4b09-9173-37113afac8e6 req-ae58b3b4-7d84-4171-a843-470c076279fd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:11.505815 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b9f72b95-ac82-4b09-9173-37113afac8e6 req-ae58b3b4-7d84-4171-a843-470c076279fd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 946 time: 0.0588906 Nov 02 13:06:11.602795 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-b9f72b95-ac82-4b09-9173-37113afac8e6 req-e7e4ccea-7d2e-4ce8-a2a0-0dbfb7670fcd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Deleting port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:11.602795 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-b9f72b95-ac82-4b09-9173-37113afac8e6 req-e7e4ccea-7d2e-4ce8-a2a0-0dbfb7670fcd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:11.695613 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-b9f72b95-ac82-4b09-9173-37113afac8e6 req-e7e4ccea-7d2e-4ce8-a2a0-0dbfb7670fcd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] For port 9ee660ea-c2fa-4fab-a75e-65370edd6b07, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ee660ea-c2fa-4fab-a75e-65370edd6b07,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:11.696030 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-b9f72b95-ac82-4b09-9173-37113afac8e6 req-e7e4ccea-7d2e-4ce8-a2a0-0dbfb7670fcd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:11.710090 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-b9f72b95-ac82-4b09-9173-37113afac8e6 req-e7e4ccea-7d2e-4ce8-a2a0-0dbfb7670fcd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Calling delete_port for 9ee660ea-c2fa-4fab-a75e-65370edd6b07 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:11.739872 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ef907-c61f-4ce2-a7aa-fcc145e0b511 req-f161b4c9-1716-4a96-a023-dde504f5d025 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:11.741409 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-982ef907-c61f-4ce2-a7aa-fcc145e0b511 req-f161b4c9-1716-4a96-a023-dde504f5d025 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 946 time: 0.0561590 Nov 02 13:06:11.795160 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-982ef907-c61f-4ce2-a7aa-fcc145e0b511 req-b35c4e07-0a49-4c86-8a65-6bd0ab367c75 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474975 Nov 02 13:06:12.104097 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-b9f72b95-ac82-4b09-9173-37113afac8e6 req-e7e4ccea-7d2e-4ce8-a2a0-0dbfb7670fcd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (9ee660ea-c2fa-4fab-a75e-65370edd6b07), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.133092 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4ccea-7d2e-4ce8-a2a0-0dbfb7670fcd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event deleted for resources: {'Port': ['ID=9ee660ea-c2fa-4fab-a75e-65370edd6b07,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:12.179087 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f72b95-ac82-4b09-9173-37113afac8e6 req-e7e4ccea-7d2e-4ce8-a2a0-0dbfb7670fcd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] No DVR routers for this DVR port 9ee660ea-c2fa-4fab-a75e-65370edd6b07 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:06:12.182230 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-b9f72b95-ac82-4b09-9173-37113afac8e6 req-e7e4ccea-7d2e-4ce8-a2a0-0dbfb7670fcd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.185515 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b9f72b95-ac82-4b09-9173-37113afac8e6 req-e7e4ccea-7d2e-4ce8-a2a0-0dbfb7670fcd tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.105 "DELETE /v2.0/ports/9ee660ea-c2fa-4fab-a75e-65370edd6b07 HTTP/1.1" status: 204 len: 173 time: 0.6737201 Nov 02 13:06:12.186018 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'name': 'network-vif-deleted', 'tag': '9ee660ea-c2fa-4fab-a75e-65370edd6b07'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:12.188306 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8798aabd-ac56-4b5d-8e7a-9a94b214f82b" -d '{"events": [{"server_uuid": "ed3a70f5-7a54-4a66-b099-dcf84affc11d", "name": "network-vif-deleted", "tag": "9ee660ea-c2fa-4fab-a75e-65370edd6b07"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:12.233292 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d728a2-9bcd-49dd-9e2b-30c27e81372c x-openstack-request-id: req-09d728a2-9bcd-49dd-9e2b-30c27e81372c {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:12.233591 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3a70f5-7a54-4a66-b099-dcf84affc11d", "name": "network-vif-deleted", "tag": "9ee660ea-c2fa-4fab-a75e-65370edd6b07", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:12.233843 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-09d728a2-9bcd-49dd-9e2b-30c27e81372c {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:12.234693 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d728a2-9bcd-49dd-9e2b-30c27e81372c'] response: {'server_uuid': 'ed3a70f5-7a54-4a66-b099-dcf84affc11d', 'name': 'network-vif-deleted', 'tag': '9ee660ea-c2fa-4fab-a75e-65370edd6b07', 'status': 'completed', 'code': 200} Nov 02 13:06:12.327725 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57208) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:12.448983 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e483e57d-e3b2-4cd9-bb06-de261574724b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.563060 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e483e57d-e3b2-4cd9-bb06-de261574724b admin admin] Publish callbacks [] for security_group (8b204378-4bd0-4c59-bf9b-18b710fd7c3d), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.567671 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e483e57d-e3b2-4cd9-bb06-de261574724b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8b204378-4bd0-4c59-bf9b-18b710fd7c3d), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.613888 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e483e57d-e3b2-4cd9-bb06-de261574724b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3e5f710887d34a449168d236fdf362b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822309 Nov 02 13:06:12.613888 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483e57d-e3b2-4cd9-bb06-de261574724b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b204378-4bd0-4c59-bf9b-18b710fd7c3d,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:12.614336 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57212) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:12.678089 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c6689a6a-ba84-40e6-8d6c-fee36087ae1f admin admin] Publish callbacks [] for security_group (8b204378-4bd0-4c59-bf9b-18b710fd7c3d), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.702093 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c6689a6a-ba84-40e6-8d6c-fee36087ae1f admin admin] Publish callbacks [] for security_group (8b204378-4bd0-4c59-bf9b-18b710fd7c3d), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.759449 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c6689a6a-ba84-40e6-8d6c-fee36087ae1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8b204378-4bd0-4c59-bf9b-18b710fd7c3d), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.762295 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c6689a6a-ba84-40e6-8d6c-fee36087ae1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:12.763507 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-c6689a6a-ba84-40e6-8d6c-fee36087ae1f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8b204378-4bd0-4c59-bf9b-18b710fd7c3d HTTP/1.1" status: 204 len: 168 time: 0.1483843 Nov 02 13:06:12.771801 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6689a6a-ba84-40e6-8d6c-fee36087ae1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b204378-4bd0-4c59-bf9b-18b710fd7c3d,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:12.925220 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-69d43ee0-c86c-44c8-9c4a-b3521a105ffb req-c2b058a5-f029-4d3e-aee8-23a29645b82f tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed3a70f5-7a54-4a66-b099-dcf84affc11d HTTP/1.1" status: 200 len: 210 time: 0.0374491 Nov 02 13:06:13.998666 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57246) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:14.135552 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-42a22cff-26ff-4725-bf3c-817048640e68 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Deleting port 8098060b-96c1-4515-8028-0bc49bae7d85 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:14.135856 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-42a22cff-26ff-4725-bf3c-817048640e68 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (8098060b-96c1-4515-8028-0bc49bae7d85), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.417011 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-42a22cff-26ff-4725-bf3c-817048640e68 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (8098060b-96c1-4515-8028-0bc49bae7d85), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.417267 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-42a22cff-26ff-4725-bf3c-817048640e68 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (8098060b-96c1-4515-8028-0bc49bae7d85), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.430300 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-42a22cff-26ff-4725-bf3c-817048640e68 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Calling delete_port for 8098060b-96c1-4515-8028-0bc49bae7d85 owned by network:floatingip {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:14.568897 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-42a22cff-26ff-4725-bf3c-817048640e68 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (8098060b-96c1-4515-8028-0bc49bae7d85), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.595991 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a22cff-26ff-4725-bf3c-817048640e68 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event deleted for resources: {'Port': ['ID=8098060b-96c1-4515-8028-0bc49bae7d85,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:14.661280 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-42a22cff-26ff-4725-bf3c-817048640e68 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for floatingip (c44c37ee-3871-4b84-b150-74f71ddd1bca), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.663858 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-42a22cff-26ff-4725-bf3c-817048640e68 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.665148 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-42a22cff-26ff-4725-bf3c-817048640e68 tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "DELETE /v2.0/floatingips/c44c37ee-3871-4b84-b150-74f71ddd1bca HTTP/1.1" status: 204 len: 168 time: 0.6650281 Nov 02 13:06:14.927063 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9ee660ea-c2fa-4fab-a75e-65370edd6b07 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:14.948670 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 9ee660ea-c2fa-4fab-a75e-65370edd6b07 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:14.949040 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9ee660ea-c2fa-4fab-a75e-65370edd6b07 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:15.578542 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:15.888005 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57264) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:15.954212 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-eaf60959-4817-4516-a148-83d60785e99a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group (8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:15.979911 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-eaf60959-4817-4516-a148-83d60785e99a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group (8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.049500 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-eaf60959-4817-4516-a148-83d60785e99a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.052136 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-eaf60959-4817-4516-a148-83d60785e99a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.053363 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-eaf60959-4817-4516-a148-83d60785e99a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] 10.222.0.90 "DELETE /v2.0/security-groups/8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1 HTTP/1.1" status: 204 len: 168 time: 0.1642075 Nov 02 13:06:16.064107 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf60959-4817-4516-a148-83d60785e99a tempest-TestVolumeBootPattern-1413823949 tempest-TestVolumeBootPattern-1413823949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c61a01f-923f-4dcf-93a5-ee61fc1a9ef1,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:16.122735 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57268) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:16.699459 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623080'] for router_interface (c15da600-e74c-4dff-9465-93de1da19778), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:16.992390 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] Deleting port 54c21568-383f-48fa-be93-0ab7956c026d {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:16.993222 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (54c21568-383f-48fa-be93-0ab7956c026d), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.076983 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] For port 54c21568-383f-48fa-be93-0ab7956c026d, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=54c21568-383f-48fa-be93-0ab7956c026d,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:17.077354 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (54c21568-383f-48fa-be93-0ab7956c026d), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.092760 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] Calling delete_port for 54c21568-383f-48fa-be93-0ab7956c026d owned by network:router_interface {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:17.275505 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (54c21568-383f-48fa-be93-0ab7956c026d), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.300638 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=54c21568-383f-48fa-be93-0ab7956c026d,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:17.464973 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623960'] for router_interface (c15da600-e74c-4dff-9465-93de1da19778), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.691775 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] Router c15da600-e74c-4dff-9465-93de1da19778 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:17.803374 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:17.809915 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f9873bd8-911c-4e9c-b959-ebecb4fcdb62 admin admin] 10.222.0.90 "PUT /v2.0/routers/c15da600-e74c-4dff-9465-93de1da19778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6861196 Nov 02 13:06:17.811948 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57276) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:17.814371 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235298e-52ab-4621-9a28-c318501c412f None None] Sync routers for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:17.825816 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235298e-52ab-4621-9a28-c318501c412f None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:17.826987 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d235298e-52ab-4621-9a28-c318501c412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:05:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:17.917353 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Publish callbacks [] for router (c15da600-e74c-4dff-9465-93de1da19778), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.932072 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-d235298e-52ab-4621-9a28-c318501c412f None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:18.023945 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Publish callbacks [] for router_gateway (c15da600-e74c-4dff-9465-93de1da19778), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.075599 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Deleting port 0bce7780-c4b9-4aa2-b6f7-8561129780b4 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:18.076049 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.125681 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d235298e-52ab-4621-9a28-c318501c412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T13:06:17Z', 'revision_number': 5, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port': {'id': '0bce7780-c4b9-4aa2-b6f7-8561129780b4', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15da600-e74c-4dff-9465-93de1da19778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:42Z', 'updated_at': '2022-11-02T12:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:18.151228 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235298e-52ab-4621-9a28-c318501c412f None None] Checking router: c15da600-e74c-4dff-9465-93de1da19778 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:18.159239 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] For port 0bce7780-c4b9-4aa2-b6f7-8561129780b4, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=0bce7780-c4b9-4aa2-b6f7-8561129780b4,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:18.159611 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.160184 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235298e-52ab-4621-9a28-c318501c412f None None] Routers {'c15da600-e74c-4dff-9465-93de1da19778'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:18.160841 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d235298e-52ab-4621-9a28-c318501c412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:05:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['c15da600-e74c-4dff-9465-93de1da19778'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:18.173974 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Calling delete_port for 0bce7780-c4b9-4aa2-b6f7-8561129780b4 owned by network:router_gateway {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:18.250725 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-d235298e-52ab-4621-9a28-c318501c412f None None] Set router c15da600-e74c-4dff-9465-93de1da19778 gateway port host: None {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:18.302539 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d235298e-52ab-4621-9a28-c318501c412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T13:06:18Z', 'revision_number': 6, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port_host': None}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:18.340425 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d235298e-52ab-4621-9a28-c318501c412f None None] The sync data for ids ['c15da600-e74c-4dff-9465-93de1da19778'] in dv-cinder-863278-1-iscsi is: [{'id': 'c15da600-e74c-4dff-9465-93de1da19778', 'name': 'tempest-TestVolumeBootPattern-1763043316-router', 'tenant_id': '1ffa8215f4d6479babed8b59e14b7e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:41Z', 'updated_at': '2022-11-02T13:06:18Z', 'revision_number': 6, 'project_id': '1ffa8215f4d6479babed8b59e14b7e39', 'gw_port_host': None}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:18.555320 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (0bce7780-c4b9-4aa2-b6f7-8561129780b4), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.583281 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bce7780-c4b9-4aa2-b6f7-8561129780b4,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:18.655137 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624418'] for router_gateway (c15da600-e74c-4dff-9465-93de1da19778), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.766764 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6593'] for router (c15da600-e74c-4dff-9465-93de1da19778), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.770061 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Publish callbacks [] for router_controller (c15da600-e74c-4dff-9465-93de1da19778), precommit_delete_associations {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.843097 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622926'] for router (c15da600-e74c-4dff-9465-93de1da19778), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.843915 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c15da600-e74c-4dff-9465-93de1da19778 {{(pid=110476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:06:18.851382 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.852529 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9fa7c608-2992-4d9e-9c51-93f33db4ecd2 admin admin] 10.222.0.90 "DELETE /v2.0/routers/c15da600-e74c-4dff-9465-93de1da19778 HTTP/1.1" status: 204 len: 168 time: 1.0394628 Nov 02 13:06:18.855266 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57282) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:18.900531 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ced3497-c573-417b-a0e0-a767ed4882b4 admin admin] Deleting subnet 0fbde265-5d79-4d53-8333-cf7c9065b76f {{(pid=110476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:06:18.903758 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5ced3497-c573-417b-a0e0-a767ed4882b4 admin admin] Publish callbacks [] for subnet (0fbde265-5d79-4d53-8333-cf7c9065b76f), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:18.941731 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5ced3497-c573-417b-a0e0-a767ed4882b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12720103'] for subnet (0fbde265-5d79-4d53-8333-cf7c9065b76f), precommit_delete_associations {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.025572 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5ced3497-c573-417b-a0e0-a767ed4882b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (0fbde265-5d79-4d53-8333-cf7c9065b76f), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.084250 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5ced3497-c573-417b-a0e0-a767ed4882b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12729675'] for subnet (0fbde265-5d79-4d53-8333-cf7c9065b76f), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.110131 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced3497-c573-417b-a0e0-a767ed4882b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbde265-5d79-4d53-8333-cf7c9065b76f,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:19.114262 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-5ced3497-c573-417b-a0e0-a767ed4882b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.122519 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-5ced3497-c573-417b-a0e0-a767ed4882b4 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/0fbde265-5d79-4d53-8333-cf7c9065b76f HTTP/1.1" status: 204 len: 168 time: 0.2616868 Nov 02 13:06:19.122917 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57284) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:19.136075 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ab36ed-3672-4004-80b9-3df19ff29970 None None] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:19.139079 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 54c21568-383f-48fa-be93-0ab7956c026d no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:19.197827 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (dc24f821-79ec-4404-92fe-d5786cb39ed4), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.202211 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 54c21568-383f-48fa-be93-0ab7956c026d {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:19.202644 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 54c21568-383f-48fa-be93-0ab7956c026d not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:19.257453 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Deleting port d7e6a278-5d41-44aa-b98d-fc32e9429b2b {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:19.258197 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.327635 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] For port d7e6a278-5d41-44aa-b98d-fc32e9429b2b, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=d7e6a278-5d41-44aa-b98d-fc32e9429b2b,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:19.327996 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.341509 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Calling delete_port for d7e6a278-5d41-44aa-b98d-fc32e9429b2b owned by network:dhcp {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:19.341757 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] DHCP port deletion for dc24f821-79ec-4404-92fe-d5786cb39ed4 request from dv-cinder-863278-1-iscsi {{(pid=110477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:06:19.395679 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Deleting port d7e6a278-5d41-44aa-b98d-fc32e9429b2b {{(pid=110477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:19.396259 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), before_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.432137 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.444861 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] No DVR routers for this DVR port d7e6a278-5d41-44aa-b98d-fc32e9429b2b on host dv-cinder-863278-1-iscsi {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:06:19.471131 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] For port d7e6a278-5d41-44aa-b98d-fc32e9429b2b, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=d7e6a278-5d41-44aa-b98d-fc32e9429b2b,segment=NetworkSegment(8774c51c-c056-4973-bff2-11ea1c5c10ee),segment_id=8774c51c-c056-4973-bff2-11ea1c5c10ee)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:19.471635 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), precommit_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.485532 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Calling delete_port for d7e6a278-5d41-44aa-b98d-fc32e9429b2b owned by network:dhcp {{(pid=110477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:19.488014 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e6a278-5d41-44aa-b98d-fc32e9429b2b,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:19.549022 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (dc24f821-79ec-4404-92fe-d5786cb39ed4), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.573797 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc24f821-79ec-4404-92fe-d5786cb39ed4']}} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:19.585092 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8774c51c-c056-4973-bff2-11ea1c5c10ee') {'for_net_delete': True} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:19.585554 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8774c51c-c056-4973-bff2-11ea1c5c10ee') {} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:19.598825 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16000405'] for segment (8774c51c-c056-4973-bff2-11ea1c5c10ee), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.614208 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (8774c51c-c056-4973-bff2-11ea1c5c10ee), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.622935 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Releasing vlan 1416 on physical network physnet1 to pool {{(pid=110475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:06:19.623491 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12738436'] for segment (8774c51c-c056-4973-bff2-11ea1c5c10ee), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.665149 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 8774c51c-c056-4973-bff2-11ea1c5c10ee resource provider aggregate not found Nov 02 13:06:19.685304 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 8774c51c-c056-4973-bff2-11ea1c5c10ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8774c51c-c056-4973-bff2-11ea1c5c10ee found for delete ", "request_id": "req-757e401e-69b2-4858-9abd-6174f86ff1d8"}]} Nov 02 13:06:19.696177 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (dc24f821-79ec-4404-92fe-d5786cb39ed4), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.701907 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.706865 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] 10.222.0.90 "DELETE /v2.0/networks/dc24f821-79ec-4404-92fe-d5786cb39ed4 HTTP/1.1" status: 204 len: 168 time: 0.5807714 Nov 02 13:06:19.708708 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57292) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:19.709425 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (d7e6a278-5d41-44aa-b98d-fc32e9429b2b), after_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:19.732973 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Network dc24f821-79ec-4404-92fe-d5786cb39ed4 is not hosted by any dhcp agent {{(pid=110477) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 13:06:19.733450 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] No DVR routers for this DVR port d7e6a278-5d41-44aa-b98d-fc32e9429b2b on host dv-cinder-863278-1-iscsi {{(pid=110477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:06:19.735138 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Pushing event deleted for resources: {'Port': ['ID=d7e6a278-5d41-44aa-b98d-fc32e9429b2b,revision_number=None']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:19.745882 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.746813 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.746813 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.747008 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.747430 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.747809 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.748121 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.748468 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.748829 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.749153 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.749457 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.749799 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.750071 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74399a37-6c35-4e3d-aa5c-b7a03451f427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:19.764240 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1578dc-9569-4e9d-a5f4-e56ebf7de0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc24f821-79ec-4404-92fe-d5786cb39ed4,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:20.077227 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623080'] for router_interface (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.329802 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] Deleting port aad9d0c6-a668-4a16-a9f0-9862d0782cbc {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:20.330520 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.414780 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] For port aad9d0c6-a668-4a16-a9f0-9862d0782cbc, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=aad9d0c6-a668-4a16-a9f0-9862d0782cbc,segment=NetworkSegment(7d520a99-877f-4858-b693-d8552b038295),segment_id=7d520a99-877f-4858-b693-d8552b038295)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:20.415337 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.430987 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] Calling delete_port for aad9d0c6-a668-4a16-a9f0-9862d0782cbc owned by network:router_interface {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:20.645508 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (aad9d0c6-a668-4a16-a9f0-9862d0782cbc), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:20.679365 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] Pushing event deleted for resources: {'Port': ['ID=aad9d0c6-a668-4a16-a9f0-9862d0782cbc,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:20.682079 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device d7e6a278-5d41-44aa-b98d-fc32e9429b2b no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:20.708377 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: d7e6a278-5d41-44aa-b98d-fc32e9429b2b {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:20.708718 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device d7e6a278-5d41-44aa-b98d-fc32e9429b2b not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:20.709654 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 0bce7780-c4b9-4aa2-b6f7-8561129780b4 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:20.740866 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 0bce7780-c4b9-4aa2-b6f7-8561129780b4 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:20.741217 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 0bce7780-c4b9-4aa2-b6f7-8561129780b4 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:20.871067 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623960'] for router_interface (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.086217 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] Router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:21.197964 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:21.206643 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57326) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:21.207213 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-12e07cbe-1933-47c2-9176-0f29c3a0076d admin admin] 10.222.0.90 "PUT /v2.0/routers/98389dc5-eea2-4a10-b16f-c3cd3e233cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4972351 Nov 02 13:06:21.211187 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d47e0b-e6ac-4f70-9bc9-9064ed487ac1 None None] Sync routers for ids ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:21.222122 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d47e0b-e6ac-4f70-9bc9-9064ed487ac1 None None] Routers {'98389dc5-eea2-4a10-b16f-c3cd3e233cc4'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:21.222788 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c7d47e0b-e6ac-4f70-9bc9-9064ed487ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:05:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:21.319254 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Publish callbacks [] for router (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.334711 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-c7d47e0b-e6ac-4f70-9bc9-9064ed487ac1 None None] Set router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:21.425600 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Publish callbacks [] for router_gateway (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.478260 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Deleting port d19b06c8-cef4-4b78-a837-d8b1305c71c6 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:21.478571 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.528656 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c7d47e0b-e6ac-4f70-9bc9-9064ed487ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'name': 'tempest-TestVolumeBootPattern-1553827511-router', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250'}], 'enable_snat': True}, 'gw_port_id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:47Z', 'updated_at': '2022-11-02T13:06:20Z', 'revision_number': 5, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'gw_port': {'id': 'd19b06c8-cef4-4b78-a837-d8b1305c71c6', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:54:48Z', 'updated_at': '2022-11-02T12:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:21.555867 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d47e0b-e6ac-4f70-9bc9-9064ed487ac1 None None] Checking router: 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:21.565864 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d47e0b-e6ac-4f70-9bc9-9064ed487ac1 None None] Routers {'98389dc5-eea2-4a10-b16f-c3cd3e233cc4'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:21.566594 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c7d47e0b-e6ac-4f70-9bc9-9064ed487ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:05:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:21.575049 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] For port d19b06c8-cef4-4b78-a837-d8b1305c71c6, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=d19b06c8-cef4-4b78-a837-d8b1305c71c6,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:21.575634 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.592544 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Calling delete_port for d19b06c8-cef4-4b78-a837-d8b1305c71c6 owned by network:router_gateway {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:21.660061 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-c7d47e0b-e6ac-4f70-9bc9-9064ed487ac1 None None] Set router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 gateway port host: None {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:21.714913 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c7d47e0b-e6ac-4f70-9bc9-9064ed487ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'name': 'tempest-TestVolumeBootPattern-1553827511-router', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:47Z', 'updated_at': '2022-11-02T13:06:21Z', 'revision_number': 6, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'gw_port_host': None}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:21.743297 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d47e0b-e6ac-4f70-9bc9-9064ed487ac1 None None] The sync data for ids ['98389dc5-eea2-4a10-b16f-c3cd3e233cc4'] in dv-cinder-863278-1-iscsi is: [{'id': '98389dc5-eea2-4a10-b16f-c3cd3e233cc4', 'name': 'tempest-TestVolumeBootPattern-1553827511-router', 'tenant_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:54:47Z', 'updated_at': '2022-11-02T13:06:21Z', 'revision_number': 6, 'project_id': 'ad803df8780d4fc8acfbb929b9fd4ca4', 'gw_port_host': None}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:21.779774 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (d19b06c8-cef4-4b78-a837-d8b1305c71c6), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.806571 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19b06c8-cef4-4b78-a837-d8b1305c71c6,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:21.870325 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624418'] for router_gateway (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.959407 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6593'] for router (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:21.961658 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Publish callbacks [] for router_controller (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), precommit_delete_associations {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.006918 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622926'] for router (98389dc5-eea2-4a10-b16f-c3cd3e233cc4), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.007284 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98389dc5-eea2-4a10-b16f-c3cd3e233cc4 {{(pid=110476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:06:22.012259 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.013856 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-ba4df375-c348-4fef-b2b6-4e2a8b087b21 admin admin] 10.222.0.90 "DELETE /v2.0/routers/98389dc5-eea2-4a10-b16f-c3cd3e233cc4 HTTP/1.1" status: 204 len: 168 time: 0.8058956 Nov 02 13:06:22.018098 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57328) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:22.065683 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Deleting subnet 31c015b4-c14b-46f3-94bc-672fc242b276 {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:06:22.069540 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Publish callbacks [] for subnet (31c015b4-c14b-46f3-94bc-672fc242b276), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.121455 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16000396'] for subnet (31c015b4-c14b-46f3-94bc-672fc242b276), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.209652 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (31c015b4-c14b-46f3-94bc-672fc242b276), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.264765 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14319644'] for subnet (31c015b4-c14b-46f3-94bc-672fc242b276), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.293463 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c015b4-c14b-46f3-94bc-672fc242b276,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:22.298163 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.303907 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/31c015b4-c14b-46f3-94bc-672fc242b276 HTTP/1.1" status: 204 len: 168 time: 0.2821553 Nov 02 13:06:22.304126 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92993aff-13a1-43be-a957-5e765292f31f None None] Network 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:22.304639 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57336) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:22.307802 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.307802 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.308403 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.308748 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.309085 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.309411 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.309746 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.310076 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.310376 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.310738 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.311049 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.311372 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.311695 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14bab-5784-42c7-82f7-9430b06b1c1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:22.385441 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (0f2d1c83-30b6-4d60-9cf3-29e46ed30130), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.439358 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Deleting port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:22.439546 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.507949 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] For port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=6a3bda8b-6a65-44ed-857a-e95fb3cc71b1,segment=NetworkSegment(7d520a99-877f-4858-b693-d8552b038295),segment_id=7d520a99-877f-4858-b693-d8552b038295)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:22.508352 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.524162 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Calling delete_port for 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 owned by network:dhcp {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:22.548704 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2462fb4-fd93-42bf-91f7-f1d9c43ef9f8 None None] DHCP port deletion for 0f2d1c83-30b6-4d60-9cf3-29e46ed30130 request from dv-cinder-863278-1-iscsi {{(pid=110477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:06:22.595364 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-d2462fb4-fd93-42bf-91f7-f1d9c43ef9f8 None None] Deleting port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 {{(pid=110477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:22.595833 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d2462fb4-fd93-42bf-91f7-f1d9c43ef9f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), before_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.609709 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.637471 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3bda8b-6a65-44ed-857a-e95fb3cc71b1,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:22.641093 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] No DVR routers for this DVR port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 on host dv-cinder-863278-1-iscsi {{(pid=110476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:06:22.683702 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-d2462fb4-fd93-42bf-91f7-f1d9c43ef9f8 None None] For port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=6a3bda8b-6a65-44ed-857a-e95fb3cc71b1,segment=NetworkSegment(7d520a99-877f-4858-b693-d8552b038295),segment_id=7d520a99-877f-4858-b693-d8552b038295)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:22.684621 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d2462fb4-fd93-42bf-91f7-f1d9c43ef9f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), precommit_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.702100 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:22.705274 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-d2462fb4-fd93-42bf-91f7-f1d9c43ef9f8 None None] Calling delete_port for 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 owned by network:dhcp {{(pid=110477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:22.720497 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (0f2d1c83-30b6-4d60-9cf3-29e46ed30130), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.726355 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:22.726781 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:22.727278 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device d19b06c8-cef4-4b78-a837-d8b1305c71c6 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:22.742369 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2d1c83-30b6-4d60-9cf3-29e46ed30130']}} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:22.753006 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d520a99-877f-4858-b693-d8552b038295') {'for_net_delete': True} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:22.753303 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d520a99-877f-4858-b693-d8552b038295') {} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:22.763486 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12720126'] for segment (7d520a99-877f-4858-b693-d8552b038295), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.777440 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (7d520a99-877f-4858-b693-d8552b038295), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.783724 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: d19b06c8-cef4-4b78-a837-d8b1305c71c6 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:22.784064 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device d19b06c8-cef4-4b78-a837-d8b1305c71c6 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:22.784505 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Releasing vlan 1405 on physical network physnet1 to pool {{(pid=110476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:06:22.784648 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device aad9d0c6-a668-4a16-a9f0-9862d0782cbc no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:22.784924 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112400'] for segment (7d520a99-877f-4858-b693-d8552b038295), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.805701 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: aad9d0c6-a668-4a16-a9f0-9862d0782cbc {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:22.806295 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device aad9d0c6-a668-4a16-a9f0-9862d0782cbc not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:22.839870 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 7d520a99-877f-4858-b693-d8552b038295 resource provider aggregate not found Nov 02 13:06:22.844907 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d2462fb4-fd93-42bf-91f7-f1d9c43ef9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (6a3bda8b-6a65-44ed-857a-e95fb3cc71b1), after_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.858596 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 7d520a99-877f-4858-b693-d8552b038295 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d520a99-877f-4858-b693-d8552b038295 found for delete ", "request_id": "req-72cd3a06-141a-45c7-9797-69892f86732f"}]} Nov 02 13:06:22.872695 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2462fb4-fd93-42bf-91f7-f1d9c43ef9f8 None None] Pushing event deleted for resources: {'Port': ['ID=6a3bda8b-6a65-44ed-857a-e95fb3cc71b1,revision_number=None']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:22.874676 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2462fb4-fd93-42bf-91f7-f1d9c43ef9f8 None None] No DVR routers for this DVR port 6a3bda8b-6a65-44ed-857a-e95fb3cc71b1 on host dv-cinder-863278-1-iscsi {{(pid=110477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:06:22.885866 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (0f2d1c83-30b6-4d60-9cf3-29e46ed30130), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.893505 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:22.900153 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] 10.222.0.90 "DELETE /v2.0/networks/0f2d1c83-30b6-4d60-9cf3-29e46ed30130 HTTP/1.1" status: 204 len: 168 time: 0.5915020 Nov 02 13:06:22.911260 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa8d46-dc08-4a3b-aa4d-f07f098dbbd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2d1c83-30b6-4d60-9cf3-29e46ed30130,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:23.030546 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57344) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:23.076579 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-207be059-3ae2-4369-b900-d6600f89d70e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1ffa8215f4d6479babed8b59e14b7e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445573 Nov 02 13:06:23.079868 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57346) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:23.142743 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-33289f91-8087-46ca-ab11-e3d61b2efa02 admin admin] Publish callbacks [] for security_group (d071859a-daac-4f5b-ad02-e4f061275efb), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.166850 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-33289f91-8087-46ca-ab11-e3d61b2efa02 admin admin] Publish callbacks [] for security_group (d071859a-daac-4f5b-ad02-e4f061275efb), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.218820 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-33289f91-8087-46ca-ab11-e3d61b2efa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d071859a-daac-4f5b-ad02-e4f061275efb), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.221455 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-33289f91-8087-46ca-ab11-e3d61b2efa02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.222907 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-33289f91-8087-46ca-ab11-e3d61b2efa02 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d071859a-daac-4f5b-ad02-e4f061275efb HTTP/1.1" status: 204 len: 168 time: 0.1417272 Nov 02 13:06:23.232057 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33289f91-8087-46ca-ab11-e3d61b2efa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d071859a-daac-4f5b-ad02-e4f061275efb,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:23.505900 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57358) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:23.628246 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ce18125c-68a1-44a2-9b87-93cdd9bdd506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.642410 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57362) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:23.724613 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-4c58ecb5-0ab1-4066-9804-fe40cb2aa357 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ad803df8780d4fc8acfbb929b9fd4ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0786786 Nov 02 13:06:23.725143 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57364) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:23.789882 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ce18125c-68a1-44a2-9b87-93cdd9bdd506 admin admin] Publish callbacks [] for security_group (59cf3bfc-a234-441d-be56-7042efb6f9a9), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.807286 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-ce18125c-68a1-44a2-9b87-93cdd9bdd506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (59cf3bfc-a234-441d-be56-7042efb6f9a9), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.827180 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-abe46e5f-2d76-4b4f-867f-76ea9212557b admin admin] Publish callbacks [] for security_group (8605189d-36bb-4191-9577-57bc7c027427), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.871918 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18125c-68a1-44a2-9b87-93cdd9bdd506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cf3bfc-a234-441d-be56-7042efb6f9a9,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:23.875722 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-abe46e5f-2d76-4b4f-867f-76ea9212557b admin admin] Publish callbacks [] for security_group (8605189d-36bb-4191-9577-57bc7c027427), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.880217 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-ce18125c-68a1-44a2-9b87-93cdd9bdd506 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=19b4f4b27672464aa7c3becdc0e7bee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724256 Nov 02 13:06:23.884351 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57366) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:23.938590 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-abe46e5f-2d76-4b4f-867f-76ea9212557b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8605189d-36bb-4191-9577-57bc7c027427), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.941762 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-abe46e5f-2d76-4b4f-867f-76ea9212557b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.942379 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9914b79e-d5a9-43af-b5d4-ee8608d91778 admin admin] Publish callbacks [] for security_group (59cf3bfc-a234-441d-be56-7042efb6f9a9), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:23.942931 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-abe46e5f-2d76-4b4f-867f-76ea9212557b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8605189d-36bb-4191-9577-57bc7c027427 HTTP/1.1" status: 204 len: 168 time: 0.2168415 Nov 02 13:06:23.956358 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe46e5f-2d76-4b4f-867f-76ea9212557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605189d-36bb-4191-9577-57bc7c027427,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:23.972376 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9914b79e-d5a9-43af-b5d4-ee8608d91778 admin admin] Publish callbacks [] for security_group (59cf3bfc-a234-441d-be56-7042efb6f9a9), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.030136 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9914b79e-d5a9-43af-b5d4-ee8608d91778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (59cf3bfc-a234-441d-be56-7042efb6f9a9), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.034879 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-9914b79e-d5a9-43af-b5d4-ee8608d91778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:24.037732 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-9914b79e-d5a9-43af-b5d4-ee8608d91778 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/59cf3bfc-a234-441d-be56-7042efb6f9a9 HTTP/1.1" status: 204 len: 168 time: 0.1521373 Nov 02 13:06:24.051310 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914b79e-d5a9-43af-b5d4-ee8608d91778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cf3bfc-a234-441d-be56-7042efb6f9a9,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:26.135068 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cb8d710c-7333-4fc3-b215-499c4ce3ac38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:26.498207 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-594cf6dc-eb8c-47e3-ae92-fffd11565e1b tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=6d23456b3c7840b2a0dc28a2ff6e5dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313032 Nov 02 13:06:26.705217 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-70951c52-bc26-4959-9a97-6476a38cb93e tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:26.706718 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-70951c52-bc26-4959-9a97-6476a38cb93e tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003438 Nov 02 13:06:26.721777 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-749e6cfa-8e15-44d8-83ac-65712ce871c2 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/quotas/6d23456b3c7840b2a0dc28a2ff6e5dfd HTTP/1.1" status: 200 len: 375 time: 0.0093582 Nov 02 13:06:26.753349 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-0a47953e-13e7-4eea-ba20-c9509fd594af tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=6d23456b3c7840b2a0dc28a2ff6e5dfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263276 Nov 02 13:06:26.880997 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-a8d879ad-b882-4761-8123-60111d10ebd6 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475223 Nov 02 13:06:26.923644 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-22b161a3-94a0-424b-96fc-ae53886d88ca req-b13d9f4e-2af3-496e-8833-1e69d41502b9 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 210 time: 0.0281804 Nov 02 13:06:27.004895 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-832ce893-56a0-4161-97e4-08eb07392d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:27.006457 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-832ce893-56a0-4161-97e4-08eb07392d05 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64&device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 1169 time: 0.0484481 Nov 02 13:06:27.118627 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-d36775b9-3e57-44c9-af33-02f8d70db03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:27.120215 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-d36775b9-3e57-44c9-af33-02f8d70db03c service neutron] 10.222.0.105 "GET /v2.0/networks?id=ae46113b-3acc-4bc8-9509-58e63614d6ec HTTP/1.1" status: 200 len: 916 time: 0.0938106 Nov 02 13:06:27.188768 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-34a260c0-d35a-469f-b5cf-0fc2059025d2 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9696789-eadb-4104-9a82-9ae275fb1c40 HTTP/1.1" status: 200 len: 1002 time: 0.0612311 Nov 02 13:06:27.244684 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-017ec01c-5be8-4a6d-8ff5-f82e22f44030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:27.246916 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-017ec01c-5be8-4a6d-8ff5-f82e22f44030 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=87405d65-ec7b-4e6f-9b57-268992d7f31b HTTP/1.1" status: 200 len: 853 time: 0.0522125 Nov 02 13:06:27.305444 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-ef294945-ab3a-408a-8c11-cb8031ac7347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:27.307079 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-ef294945-ab3a-408a-8c11-cb8031ac7347 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=ae46113b-3acc-4bc8-9509-58e63614d6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545793 Nov 02 13:06:27.411287 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-b36e7448-3e25-4ef9-9897-326733597f6d service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914195 Nov 02 13:06:27.538364 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-89257d79-cec0-402c-8288-9a49c909b5f2 req-07092ab1-c131-483c-bba0-3f57bc3d2722 service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978291 Nov 02 13:06:27.992622 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-e7391751-9708-4546-aa4a-9a4530c6f998 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=6d23456b3c7840b2a0dc28a2ff6e5dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235875 Nov 02 13:06:28.071668 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f588369d-9c45-4a58-ad06-ee03eed822dd req-78c896bb-96fe-41b6-9394-7f04af8ec841 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 210 time: 0.0641990 Nov 02 13:06:28.148405 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-8d0b4c56-eef4-40ab-9aae-c8c1616c7a71 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:28.149839 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-8d0b4c56-eef4-40ab-9aae-c8c1616c7a71 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524575 Nov 02 13:06:28.170892 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Request body: {'port': {'device_id': '1aca96bc-cd6b-481f-8345-50a82e314959', 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590', 'admin_state_up': True, 'tenant_id': '6d23456b3c7840b2a0dc28a2ff6e5dfd'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:28.279676 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Made reservation on behalf of 6d23456b3c7840b2a0dc28a2ff6e5dfd for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:28.283142 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:28.297432 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:28.315109 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e8f6c33a-2a56-4ecf-969b-1f323921e8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:28.379581 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Publish callbacks [] for security_group (270e5928-f274-43cc-bb47-fb0f059507eb), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:28.384959 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (270e5928-f274-43cc-bb47-fb0f059507eb), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:28.444718 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270e5928-f274-43cc-bb47-fb0f059507eb,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:28.524330 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Allocated IP 192.168.233.26 (a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590/43e5716e-bb3d-4847-bf44-3abd372e9756/b2d14577-5b0b-4e01-b789-18f17b16b944) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:28.693395 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Publish callbacks [] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:28.731243 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:28.776293 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Network a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:28.779692 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:28.785829 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:28.792103 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Pushing event updated for resources: {'Port': ['ID=b2d14577-5b0b-4e01-b789-18f17b16b944,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:28.845096 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:28.845772 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:28.865779 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-41b57350-ec83-4596-8579-9805f844ff5f tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6984994 Nov 02 13:06:28.970477 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Request body: {'port': {'device_id': '1aca96bc-cd6b-481f-8345-50a82e314959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:29.040468 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:29.047474 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-46fb759c-294e-4ae6-a941-81244cf0d289 None None] Provisioning complete for port b2d14577-5b0b-4e01-b789-18f17b16b944 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:29.048154 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-46fb759c-294e-4ae6-a941-81244cf0d289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:29.048845 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-46fb759c-294e-4ae6-a941-81244cf0d289 None None] Attempt 1 to provision port b2d14577-5b0b-4e01-b789-18f17b16b944 Nov 02 13:06:29.091117 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-46fb759c-294e-4ae6-a941-81244cf0d289 None None] Port b2d14577-5b0b-4e01-b789-18f17b16b944 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:29.224337 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cedd6-86fd-4f23-a6b3-8d9a81f4ad4a req-c3bd17b8-cf7f-413b-ac04-82709b756c5d tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:29.232309 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-165cedd6-86fd-4f23-a6b3-8d9a81f4ad4a req-c3bd17b8-cf7f-413b-ac04-82709b756c5d tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 935 time: 0.0713775 Nov 02 13:06:29.278829 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-165cedd6-86fd-4f23-a6b3-8d9a81f4ad4a req-1b239c63-e891-48d7-be04-905d59fb71dd tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452132 Nov 02 13:06:29.325436 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d14577-5b0b-4e01-b789-18f17b16b944 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:06:29.333448 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Publish callbacks [] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:29.345780 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Transition to ACTIVE for port object b2d14577-5b0b-4e01-b789-18f17b16b944 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:06:29.351126 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:29.410173 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d14577-5b0b-4e01-b789-18f17b16b944,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:29.458596 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Attempting to bind port b2d14577-5b0b-4e01-b789-18f17b16b944 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:06:29.458942 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Attempting to bind port b2d14577-5b0b-4e01-b789-18f17b16b944 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'ce80bce9-1d43-45e2-8432-ee47ea03e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:06:29.459279 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Attempting to bind port b2d14577-5b0b-4e01-b789-18f17b16b944 on network a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:29.464026 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Port b2d14577-5b0b-4e01-b789-18f17b16b944 on network a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:06:29.464469 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Attempting to bind port b2d14577-5b0b-4e01-b789-18f17b16b944 on network a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:29.470339 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:29.470673 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:29.471127 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Checking segment: {'id': 'ce80bce9-1d43-45e2-8432-ee47ea03e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:29.471127 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Bound using segment: {'id': 'ce80bce9-1d43-45e2-8432-ee47ea03e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:29.471494 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Bound port: b2d14577-5b0b-4e01-b789-18f17b16b944, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce80bce9-1d43-45e2-8432-ee47ea03e422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:06:29.471857 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:29.541318 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] For port b2d14577-5b0b-4e01-b789-18f17b16b944, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:29.544720 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] For port b2d14577-5b0b-4e01-b789-18f17b16b944, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b2d14577-5b0b-4e01-b789-18f17b16b944,segment=NetworkSegment(ce80bce9-1d43-45e2-8432-ee47ea03e422),segment_id=ce80bce9-1d43-45e2-8432-ee47ea03e422)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:29.552242 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:29.556270 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:29.556885 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:29.558461 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] 10.222.0.105 "PUT /v2.0/ports/b2d14577-5b0b-4e01-b789-18f17b16b944 HTTP/1.1" status: 200 len: 1097 time: 0.5945311 Nov 02 13:06:29.558975 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aca96bc-cd6b-481f-8345-50a82e314959', 'tag': 'b2d14577-5b0b-4e01-b789-18f17b16b944'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:29.561322 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ffef5f-03e1-4395-8bdf-a82d49e58188" -d '{"events": [{"name": "network-changed", "server_uuid": "1aca96bc-cd6b-481f-8345-50a82e314959", "tag": "b2d14577-5b0b-4e01-b789-18f17b16b944"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:29.593393 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-46fb759c-294e-4ae6-a941-81244cf0d289 None None] Attempt 2 to provision port b2d14577-5b0b-4e01-b789-18f17b16b944 Nov 02 13:06:29.608003 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756195b0-bf8e-4855-a4e0-80f3a6759dd7 x-openstack-request-id: req-756195b0-bf8e-4855-a4e0-80f3a6759dd7 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:29.608373 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aca96bc-cd6b-481f-8345-50a82e314959", "tag": "b2d14577-5b0b-4e01-b789-18f17b16b944", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:29.608706 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-756195b0-bf8e-4855-a4e0-80f3a6759dd7 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:29.609256 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756195b0-bf8e-4855-a4e0-80f3a6759dd7'] response: {'name': 'network-changed', 'server_uuid': '1aca96bc-cd6b-481f-8345-50a82e314959', 'tag': 'b2d14577-5b0b-4e01-b789-18f17b16b944', 'status': 'completed', 'code': 200} Nov 02 13:06:29.628930 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34557b7a-825f-4914-8a1f-7bc2bf1a1855 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d14577-5b0b-4e01-b789-18f17b16b944,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:29.641395 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-46fb759c-294e-4ae6-a941-81244cf0d289 None None] Port b2d14577-5b0b-4e01-b789-18f17b16b944 had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:06:29.679229 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-f449475d-afe1-45f1-836a-ee3cf2e6146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:29.680790 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-f449475d-afe1-45f1-836a-ee3cf2e6146a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6d23456b3c7840b2a0dc28a2ff6e5dfd&device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 1131 time: 0.0467873 Nov 02 13:06:29.728983 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-0a88fb24-3328-4f34-b4d2-a69fde8b6f97 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b2d14577-5b0b-4e01-b789-18f17b16b944 HTTP/1.1" status: 200 len: 217 time: 0.0352659 Nov 02 13:06:29.780482 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-adc025bb-3e17-44ff-806f-066718860696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:29.781952 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-adc025bb-3e17-44ff-806f-066718860696 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=43e5716e-bb3d-4847-bf44-3abd372e9756 HTTP/1.1" status: 200 len: 843 time: 0.0475791 Nov 02 13:06:29.832222 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-335f0498-68f8-4c49-9689-bb958051d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:29.833787 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-335f0498-68f8-4c49-9689-bb958051d91d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0451891 Nov 02 13:06:29.928017 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-eb66ced1-e66e-4330-b4f8-208295ade450 service neutron] 10.222.0.105 "GET /v2.0/networks/a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877521 Nov 02 13:06:30.034756 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c82441c3-870b-478b-8da0-f4cf8c711be0 req-b2252bfa-e105-480e-9c7d-0364dbc36921 service neutron] 10.222.0.105 "GET /v2.0/networks/a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002994 Nov 02 13:06:30.175963 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffef5f-03e1-4395-8bdf-a82d49e58188 req-ae5e7a9b-3f01-4ff6-b788-89eeebebea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:30.177498 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d7ffef5f-03e1-4395-8bdf-a82d49e58188 req-ae5e7a9b-3f01-4ff6-b788-89eeebebea67 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=6d23456b3c7840b2a0dc28a2ff6e5dfd&device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 1131 time: 0.0506489 Nov 02 13:06:30.418559 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37458c-8514-4d3d-8a26-85d212023713 req-f18f09de-7ce8-480f-80a9-be41db319838 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:30.421513 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4b37458c-8514-4d3d-8a26-85d212023713 req-f18f09de-7ce8-480f-80a9-be41db319838 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 947 time: 0.0627897 Nov 02 13:06:30.471355 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4b37458c-8514-4d3d-8a26-85d212023713 req-481810bd-a099-4fff-83c5-ebb0d6fdb707 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 Nov 02 13:06:30.540495 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffef5f-03e1-4395-8bdf-a82d49e58188 req-c879fee7-ef46-427a-9bd1-f379b1128d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:30.542384 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d7ffef5f-03e1-4395-8bdf-a82d49e58188 req-c879fee7-ef46-427a-9bd1-f379b1128d1f service neutron] 10.222.0.105 "GET /v2.0/networks?id=a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590 HTTP/1.1" status: 200 len: 871 time: 0.3568325 Nov 02 13:06:30.581725 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d7ffef5f-03e1-4395-8bdf-a82d49e58188 req-41f27c42-1cac-451b-a5ff-f69174f74a71 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=b2d14577-5b0b-4e01-b789-18f17b16b944 HTTP/1.1" status: 200 len: 217 time: 0.0329831 Nov 02 13:06:30.637269 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffef5f-03e1-4395-8bdf-a82d49e58188 req-53778af7-dddd-4b47-ba5b-84c88c880d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:30.638764 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d7ffef5f-03e1-4395-8bdf-a82d49e58188 req-53778af7-dddd-4b47-ba5b-84c88c880d76 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=43e5716e-bb3d-4847-bf44-3abd372e9756 HTTP/1.1" status: 200 len: 843 time: 0.0495749 Nov 02 13:06:30.693139 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffef5f-03e1-4395-8bdf-a82d49e58188 req-c845d5bc-3e8a-4762-a159-4901957fc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:30.694705 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d7ffef5f-03e1-4395-8bdf-a82d49e58188 req-c845d5bc-3e8a-4762-a159-4901957fc12e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0496681 Nov 02 13:06:30.785581 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d7ffef5f-03e1-4395-8bdf-a82d49e58188 req-bc9f7fb9-e2d2-4f83-9ae5-9fc8953f515e service neutron] 10.222.0.105 "GET /v2.0/networks/a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842559 Nov 02 13:06:30.888306 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d7ffef5f-03e1-4395-8bdf-a82d49e58188 req-9f20a372-3c4e-43f4-bd70-9e7e2411d6cf service neutron] 10.222.0.105 "GET /v2.0/networks/a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950735 Nov 02 13:06:30.922220 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:31.616550 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d374075-7117-4cd7-a20d-7d56440fac26 req-af35c8c5-c329-4484-9dd2-ab407556c80d tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:31.618083 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d374075-7117-4cd7-a20d-7d56440fac26 req-af35c8c5-c329-4484-9dd2-ab407556c80d tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 947 time: 0.0635591 Nov 02 13:06:31.672262 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9d374075-7117-4cd7-a20d-7d56440fac26 req-627f5989-06bf-4d95-bc50-efaaf6bb5768 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462971 Nov 02 13:06:32.376464 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:32.812336 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aedcc-36d9-4be0-acfc-adeb9baf02c1 req-ff7b075f-a7f4-4200-9069-d45b06839656 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:32.813862 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-885aedcc-36d9-4be0-acfc-adeb9baf02c1 req-ff7b075f-a7f4-4200-9069-d45b06839656 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 947 time: 0.0628104 Nov 02 13:06:32.871096 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-885aedcc-36d9-4be0-acfc-adeb9baf02c1 req-87f35227-d58e-4974-b4a0-49102e4f2195 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511987 Nov 02 13:06:33.607110 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device b2d14577-5b0b-4e01-b789-18f17b16b944 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:06:33.720330 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port b2d14577-5b0b-4e01-b789-18f17b16b944, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b2d14577-5b0b-4e01-b789-18f17b16b944,segment=NetworkSegment(ce80bce9-1d43-45e2-8432-ee47ea03e422),segment_id=ce80bce9-1d43-45e2-8432-ee47ea03e422)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:33.731807 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': 'b2d14577-5b0b-4e01-b789-18f17b16b944', 'network_id': 'a5ac7f1b-75f1-49e1-bbf0-dfdbc50da590', 'port_id': 'b2d14577-5b0b-4e01-b789-18f17b16b944', 'mac_address': 'fa:16:3e:7b:e5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e5716e-bb3d-4847-bf44-3abd372e9756', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:06:33.777849 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port b2d14577-5b0b-4e01-b789-18f17b16b944 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:33.778230 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:33.793486 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d14577-5b0b-4e01-b789-18f17b16b944 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:06:33.814412 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port b2d14577-5b0b-4e01-b789-18f17b16b944, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b2d14577-5b0b-4e01-b789-18f17b16b944,segment=NetworkSegment(ce80bce9-1d43-45e2-8432-ee47ea03e422),segment_id=ce80bce9-1d43-45e2-8432-ee47ea03e422)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:33.819800 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:33.876624 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=b2d14577-5b0b-4e01-b789-18f17b16b944,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:34.021376 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1694fc-9082-4bdb-a163-8e99ebe89899 req-0cb3b64c-fdfe-4479-9d32-fb761be981b3 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:34.022860 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ce1694fc-9082-4bdb-a163-8e99ebe89899 req-0cb3b64c-fdfe-4479-9d32-fb761be981b3 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 948 time: 0.0700011 Nov 02 13:06:34.081347 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ce1694fc-9082-4bdb-a163-8e99ebe89899 req-62bb7254-8a37-4e95-9c70-83ef0faaa449 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518196 Nov 02 13:06:34.312370 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['b2d14577-5b0b-4e01-b789-18f17b16b944'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:06:35.231134 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef250ad-fc1e-489d-bc07-68427d2c234c req-5629632d-a1fe-469a-8ad3-bb40d36d02e3 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:35.232720 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4ef250ad-fc1e-489d-bc07-68427d2c234c req-5629632d-a1fe-469a-8ad3-bb40d36d02e3 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 948 time: 0.0593956 Nov 02 13:06:35.284480 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4ef250ad-fc1e-489d-bc07-68427d2c234c req-a613e6c6-bbc0-4185-a819-0ccdac01e5bd tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449553 Nov 02 13:06:35.615068 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device b2d14577-5b0b-4e01-b789-18f17b16b944 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:35.670540 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port b2d14577-5b0b-4e01-b789-18f17b16b944 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:06:35.674570 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port b2d14577-5b0b-4e01-b789-18f17b16b944 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:35.674980 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.675360 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port b2d14577-5b0b-4e01-b789-18f17b16b944 Nov 02 13:06:35.752366 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port b2d14577-5b0b-4e01-b789-18f17b16b944 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:35.752684 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.777017 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aca96bc-cd6b-481f-8345-50a82e314959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d14577-5b0b-4e01-b789-18f17b16b944'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:35.779400 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a7f011-fb33-48c7-a4cc-db8e4881c062" -d '{"events": [{"server_uuid": "1aca96bc-cd6b-481f-8345-50a82e314959", "name": "network-vif-plugged", "status": "completed", "tag": "b2d14577-5b0b-4e01-b789-18f17b16b944"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:35.792860 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port b2d14577-5b0b-4e01-b789-18f17b16b944, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b2d14577-5b0b-4e01-b789-18f17b16b944,segment=NetworkSegment(ce80bce9-1d43-45e2-8432-ee47ea03e422),segment_id=ce80bce9-1d43-45e2-8432-ee47ea03e422)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:35.798760 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:35.821278 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c444bc-ac7c-401e-b093-2096f61eb3fa x-openstack-request-id: req-03c444bc-ac7c-401e-b093-2096f61eb3fa {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:35.821566 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aca96bc-cd6b-481f-8345-50a82e314959", "name": "network-vif-plugged", "status": "completed", "tag": "b2d14577-5b0b-4e01-b789-18f17b16b944", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:35.821802 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-03c444bc-ac7c-401e-b093-2096f61eb3fa {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:35.822217 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c444bc-ac7c-401e-b093-2096f61eb3fa'] response: {'server_uuid': '1aca96bc-cd6b-481f-8345-50a82e314959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d14577-5b0b-4e01-b789-18f17b16b944', 'code': 200} Nov 02 13:06:35.848873 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=b2d14577-5b0b-4e01-b789-18f17b16b944,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:36.049748 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee187dd-3347-4d16-912e-4dce70c1d70d req-db9faa1f-d175-4f50-9eed-5cfa9589ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:36.051203 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2ee187dd-3347-4d16-912e-4dce70c1d70d req-db9faa1f-d175-4f50-9eed-5cfa9589ea36 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 1133 time: 0.0497241 Nov 02 13:06:36.102345 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2ee187dd-3347-4d16-912e-4dce70c1d70d req-4d6fa6bc-be69-489a-8d7e-00c49fce0d13 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Nov 02 13:06:36.419448 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81142823-eed9-494d-bed4-be434abb968a req-6726cbe3-f138-4c4c-b9be-71aa605528a8 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:36.421064 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-81142823-eed9-494d-bed4-be434abb968a req-6726cbe3-f138-4c4c-b9be-71aa605528a8 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 949 time: 0.0588746 Nov 02 13:06:36.470288 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-81142823-eed9-494d-bed4-be434abb968a req-b442b1bc-3081-43cb-b3a4-a600a90b906b tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Nov 02 13:06:37.607265 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00511a-84ba-4e00-bb50-c3fca4e4be4a req-0144102b-c33a-45b3-97dc-2ce2fee86ff7 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:37.608985 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-dc00511a-84ba-4e00-bb50-c3fca4e4be4a req-0144102b-c33a-45b3-97dc-2ce2fee86ff7 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 949 time: 0.0587063 Nov 02 13:06:37.662330 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-dc00511a-84ba-4e00-bb50-c3fca4e4be4a req-85b70927-67e3-41ff-903a-0d0d57978783 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474980 Nov 02 13:06:38.809139 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6663-8462-41af-bc85-8fefc4afa5ae req-8393898b-e558-49a3-bd14-2e2667247495 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:38.810628 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e6bd6663-8462-41af-bc85-8fefc4afa5ae req-8393898b-e558-49a3-bd14-2e2667247495 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 949 time: 0.0658717 Nov 02 13:06:38.866254 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-e6bd6663-8462-41af-bc85-8fefc4afa5ae req-b878c97a-7c25-4787-af0d-f7e48a4a5d39 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494537 Nov 02 13:06:39.151149 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea96321-e1c7-4bff-bd8b-9bd74044479b req-0c96f253-d188-4cea-9e95-b714ef76f13b tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:39.152752 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-aea96321-e1c7-4bff-bd8b-9bd74044479b req-0c96f253-d188-4cea-9e95-b714ef76f13b tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 949 time: 0.0669758 Nov 02 13:06:39.202454 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-aea96321-e1c7-4bff-bd8b-9bd74044479b req-4e2cba46-a681-4e07-b2ab-e0d97349dca1 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Nov 02 13:06:40.347363 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a813ed-2733-42cd-8a02-3e1c4150a12f req-d7fbc00d-2f15-4c9e-99e3-710f02e28b8c tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:40.348904 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-73a813ed-2733-42cd-8a02-3e1c4150a12f req-d7fbc00d-2f15-4c9e-99e3-710f02e28b8c tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 949 time: 0.0628979 Nov 02 13:06:40.412302 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-73a813ed-2733-42cd-8a02-3e1c4150a12f req-427c4cb3-2f4d-4a9c-b29b-0353c5846331 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542405 Nov 02 13:06:41.164247 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b08e-6928-46d0-8e3a-097a0430a764 req-9459c988-0dc7-4f36-ba8d-c686299ede91 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:41.165730 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d2c9b08e-6928-46d0-8e3a-097a0430a764 req-9459c988-0dc7-4f36-ba8d-c686299ede91 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.105 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 949 time: 0.0604558 Nov 02 13:06:41.278886 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-d2c9b08e-6928-46d0-8e3a-097a0430a764 req-e743c223-61c8-4757-b6d4-400a9707f320 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Deleting port b2d14577-5b0b-4e01-b789-18f17b16b944 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:41.279225 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d2c9b08e-6928-46d0-8e3a-097a0430a764 req-e743c223-61c8-4757-b6d4-400a9707f320 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.379950 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-d2c9b08e-6928-46d0-8e3a-097a0430a764 req-e743c223-61c8-4757-b6d4-400a9707f320 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] For port b2d14577-5b0b-4e01-b789-18f17b16b944, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b2d14577-5b0b-4e01-b789-18f17b16b944,segment=NetworkSegment(ce80bce9-1d43-45e2-8432-ee47ea03e422),segment_id=ce80bce9-1d43-45e2-8432-ee47ea03e422)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:41.380738 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d2c9b08e-6928-46d0-8e3a-097a0430a764 req-e743c223-61c8-4757-b6d4-400a9707f320 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.393683 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-d2c9b08e-6928-46d0-8e3a-097a0430a764 req-e743c223-61c8-4757-b6d4-400a9707f320 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Calling delete_port for b2d14577-5b0b-4e01-b789-18f17b16b944 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:41.516952 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:06:41.539815 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d2c9b08e-6928-46d0-8e3a-097a0430a764 req-e743c223-61c8-4757-b6d4-400a9707f320 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (b2d14577-5b0b-4e01-b789-18f17b16b944), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.564730 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf85e7-584d-4181-b70d-fb81879ab563 req-1ed84aba-15af-4ec1-89cf-e224c77d163b tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:41.566243 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-57bf85e7-584d-4181-b70d-fb81879ab563 req-1ed84aba-15af-4ec1-89cf-e224c77d163b tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/ports?device_id=1aca96bc-cd6b-481f-8345-50a82e314959 HTTP/1.1" status: 200 len: 867 time: 0.0639212 Nov 02 13:06:41.569973 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743c223-61c8-4757-b6d4-400a9707f320 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Pushing event deleted for resources: {'Port': ['ID=b2d14577-5b0b-4e01-b789-18f17b16b944,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:41.591937 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['b2d14577-5b0b-4e01-b789-18f17b16b944'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:06:41.620943 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c9b08e-6928-46d0-8e3a-097a0430a764 req-e743c223-61c8-4757-b6d4-400a9707f320 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] No DVR routers for this DVR port b2d14577-5b0b-4e01-b789-18f17b16b944 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:06:41.622371 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-57bf85e7-584d-4181-b70d-fb81879ab563 req-a31f7f6c-43df-4629-bf30-e06f18f2a966 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.90 "GET /v2.0/security-groups?id=270e5928-f274-43cc-bb47-fb0f059507eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499382 Nov 02 13:06:41.624146 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-d2c9b08e-6928-46d0-8e3a-097a0430a764 req-e743c223-61c8-4757-b6d4-400a9707f320 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:41.627698 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d2c9b08e-6928-46d0-8e3a-097a0430a764 req-e743c223-61c8-4757-b6d4-400a9707f320 tempest-VolumesNegativeTest-608109898 tempest-VolumesNegativeTest-608109898-project] 10.222.0.105 "DELETE /v2.0/ports/b2d14577-5b0b-4e01-b789-18f17b16b944 HTTP/1.1" status: 204 len: 173 time: 0.4550872 Nov 02 13:06:41.628304 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aca96bc-cd6b-481f-8345-50a82e314959', 'name': 'network-vif-deleted', 'tag': 'b2d14577-5b0b-4e01-b789-18f17b16b944'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:41.631695 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4bd9e4-1268-4db5-8eb1-030cf815511c" -d '{"events": [{"server_uuid": "1aca96bc-cd6b-481f-8345-50a82e314959", "name": "network-vif-deleted", "tag": "b2d14577-5b0b-4e01-b789-18f17b16b944"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:41.686088 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91016e6f-9e38-4a87-8e7f-be66b34a0e33 x-openstack-request-id: req-91016e6f-9e38-4a87-8e7f-be66b34a0e33 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:41.686384 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aca96bc-cd6b-481f-8345-50a82e314959", "name": "network-vif-deleted", "tag": "b2d14577-5b0b-4e01-b789-18f17b16b944", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:41.686649 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-91016e6f-9e38-4a87-8e7f-be66b34a0e33 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:41.687066 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91016e6f-9e38-4a87-8e7f-be66b34a0e33'] response: {'server_uuid': '1aca96bc-cd6b-481f-8345-50a82e314959', 'name': 'network-vif-deleted', 'tag': 'b2d14577-5b0b-4e01-b789-18f17b16b944', 'status': 'completed', 'code': 200} Nov 02 13:06:43.630799 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device b2d14577-5b0b-4e01-b789-18f17b16b944 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:43.653674 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: b2d14577-5b0b-4e01-b789-18f17b16b944 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:06:43.654028 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device b2d14577-5b0b-4e01-b789-18f17b16b944 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:45.593023 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.368429 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3af9aa86-1dd4-41e8-9cc6-9c40202bbaca req-23ddd538-4014-42ec-9113-536997a27360 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735638137&fields=id&tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64 HTTP/1.1" status: 200 len: 267 time: 0.0642338 Nov 02 13:06:46.431769 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9aa86-1dd4-41e8-9cc6-9c40202bbaca req-27b69bda-064a-41aa-8924-d2ee9a119cf5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:46.434942 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3af9aa86-1dd4-41e8-9cc6-9c40202bbaca req-27b69bda-064a-41aa-8924-d2ee9a119cf5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 985 time: 0.0592954 Nov 02 13:06:46.445170 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-3af9aa86-1dd4-41e8-9cc6-9c40202bbaca req-118e25e6-468e-4036-92eb-c1c69b43913e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Request body: {'port': {'security_groups': ['e1a9db3d-f75d-4170-8071-9e6fedfc0a44']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:46.524031 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-3af9aa86-1dd4-41e8-9cc6-9c40202bbaca req-118e25e6-468e-4036-92eb-c1c69b43913e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.704787 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-3af9aa86-1dd4-41e8-9cc6-9c40202bbaca req-118e25e6-468e-4036-92eb-c1c69b43913e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] For port c9696789-eadb-4104-9a82-9ae275fb1c40, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c9696789-eadb-4104-9a82-9ae275fb1c40,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:46.736565 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-3af9aa86-1dd4-41e8-9cc6-9c40202bbaca req-118e25e6-468e-4036-92eb-c1c69b43913e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.746801 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-3af9aa86-1dd4-41e8-9cc6-9c40202bbaca req-118e25e6-468e-4036-92eb-c1c69b43913e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.758309 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9aa86-1dd4-41e8-9cc6-9c40202bbaca req-118e25e6-468e-4036-92eb-c1c69b43913e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:46.759237 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-3af9aa86-1dd4-41e8-9cc6-9c40202bbaca req-118e25e6-468e-4036-92eb-c1c69b43913e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.760819 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3af9aa86-1dd4-41e8-9cc6-9c40202bbaca req-118e25e6-468e-4036-92eb-c1c69b43913e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "PUT /v2.0/ports/c9696789-eadb-4104-9a82-9ae275fb1c40 HTTP/1.1" status: 200 len: 943 time: 0.3203032 Nov 02 13:06:46.761362 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:46.763651 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ed4e55-b615-4ee0-8409-926a86ba0424" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:46.767631 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57748) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:46.788467 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['c9696789-eadb-4104-9a82-9ae275fb1c40'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:06:46.805716 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4b4568-64f5-4780-ac9f-7fb1d8c823f3 x-openstack-request-id: req-9f4b4568-64f5-4780-ac9f-7fb1d8c823f3 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:46.806012 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:46.806447 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9f4b4568-64f5-4780-ac9f-7fb1d8c823f3 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:46.806858 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4b4568-64f5-4780-ac9f-7fb1d8c823f3'] response: {'name': 'network-changed', 'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'status': 'completed', 'code': 200} Nov 02 13:06:46.909577 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d42e07aa-421e-419a-a73a-b230f0b0104c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group (1f7b976e-99c5-4f4a-82b1-a6f3a59b642d), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.913431 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e25e6-468e-4036-92eb-c1c69b43913e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event updated for resources: {'Port': ['ID=c9696789-eadb-4104-9a82-9ae275fb1c40,revision_number=7']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:46.933877 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['c9696789-eadb-4104-9a82-9ae275fb1c40'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:06:46.950637 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d42e07aa-421e-419a-a73a-b230f0b0104c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group (1f7b976e-99c5-4f4a-82b1-a6f3a59b642d), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:46.968669 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed4e55-b615-4ee0-8409-926a86ba0424 req-2a3182c2-e99e-41a5-a5f6-1a4f65d9ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:46.970642 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-64ed4e55-b615-4ee0-8409-926a86ba0424 req-2a3182c2-e99e-41a5-a5f6-1a4f65d9ce36 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64&device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 1130 time: 0.1089969 Nov 02 13:06:47.074136 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57754) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:47.095980 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d42e07aa-421e-419a-a73a-b230f0b0104c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1f7b976e-99c5-4f4a-82b1-a6f3a59b642d), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.098615 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d42e07aa-421e-419a-a73a-b230f0b0104c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.099812 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-d42e07aa-421e-419a-a73a-b230f0b0104c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "DELETE /v2.0/security-groups/1f7b976e-99c5-4f4a-82b1-a6f3a59b642d HTTP/1.1" status: 204 len: 168 time: 0.3312080 Nov 02 13:06:47.108394 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57758) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:47.151312 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e07aa-421e-419a-a73a-b230f0b0104c tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7b976e-99c5-4f4a-82b1-a6f3a59b642d,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:47.153333 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed4e55-b615-4ee0-8409-926a86ba0424 req-e4381638-401b-4945-b91e-1b8909bf2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:47.155134 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-64ed4e55-b615-4ee0-8409-926a86ba0424 req-e4381638-401b-4945-b91e-1b8909bf2b84 service neutron] 10.222.0.105 "GET /v2.0/networks?id=ae46113b-3acc-4bc8-9509-58e63614d6ec HTTP/1.1" status: 200 len: 916 time: 0.1742966 Nov 02 13:06:47.227769 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9b3c87c9-7749-4d5a-9e35-423b9d5c2422 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6d23456b3c7840b2a0dc28a2ff6e5dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557608 Nov 02 13:06:47.230275 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57760) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:47.263990 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-64ed4e55-b615-4ee0-8409-926a86ba0424 req-0ed38429-2147-4d86-85f0-d7b8fbb8abfd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9696789-eadb-4104-9a82-9ae275fb1c40 HTTP/1.1" status: 200 len: 1002 time: 0.1017025 Nov 02 13:06:47.278882 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Publish callbacks [] for security_group (270e5928-f274-43cc-bb47-fb0f059507eb), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.301267 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Publish callbacks [] for security_group (270e5928-f274-43cc-bb47-fb0f059507eb), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.339202 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed4e55-b615-4ee0-8409-926a86ba0424 req-e5b69027-a1ea-4785-bec9-4a85e4274e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:47.340616 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-64ed4e55-b615-4ee0-8409-926a86ba0424 req-e5b69027-a1ea-4785-bec9-4a85e4274e38 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=87405d65-ec7b-4e6f-9b57-268992d7f31b HTTP/1.1" status: 200 len: 853 time: 0.0699935 Nov 02 13:06:47.350854 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (270e5928-f274-43cc-bb47-fb0f059507eb), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.353739 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.354933 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/270e5928-f274-43cc-bb47-fb0f059507eb HTTP/1.1" status: 204 len: 168 time: 0.1236737 Nov 02 13:06:47.370943 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270e5928-f274-43cc-bb47-fb0f059507eb,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:47.378583 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.379105 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.379423 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.379776 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.380105 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.380544 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.380907 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.381492 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Deleting port aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:47.381965 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.382061 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.382339 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.382522 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.382848 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.383363 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.384112 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c5284-b91d-4844-9c5c-f262e486bd48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:47.450474 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed4e55-b615-4ee0-8409-926a86ba0424 req-a5af8f21-4ba3-4ae5-a7cf-60ead46a573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:47.452046 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-64ed4e55-b615-4ee0-8409-926a86ba0424 req-a5af8f21-4ba3-4ae5-a7cf-60ead46a573a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=ae46113b-3acc-4bc8-9509-58e63614d6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051970 Nov 02 13:06:47.515919 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.516267 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for floatingip (aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.535061 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Calling delete_port for aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6 owned by network:floatingip {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:47.614359 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-64ed4e55-b615-4ee0-8409-926a86ba0424 req-83ba91a0-5a78-4745-ada0-9ded9db1b637 service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518533 Nov 02 13:06:47.734726 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-64ed4e55-b615-4ee0-8409-926a86ba0424 req-210ad228-1090-4a15-a4af-d980b4410606 service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130745 Nov 02 13:06:47.786441 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.812315 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event deleted for resources: {'Port': ['ID=aba9bffb-3e3d-4584-a3f3-3a83f7f4e0f6,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:47.880600 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks [] for floatingip (19fecd7e-c8b4-4c57-a400-e5c668339a3f), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.880998 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Floating IP 19fecd7e-c8b4-4c57-a400-e5c668339a3f disassociated (deleted). External IP: 172.27.4.234, port: c9696789-eadb-4104-9a82-9ae275fb1c40. Nov 02 13:06:48.020284 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57784) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:48.085389 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:48.119008 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-807367993-network', 'tenant_id': '22ac1778be064017858e588e9567fd27'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:48.140479 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Made reservation on behalf of 22ac1778be064017858e588e9567fd27 for: {'network': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:48.142854 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.151263 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.190979 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:48.195544 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.201552 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830e039-6e7e-4b43-b9b9-755ee2805bd7 None None] Sync routers for ids ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:48.213181 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830e039-6e7e-4b43-b9b9-755ee2805bd7 None None] Routers {'6fbf7d53-acc8-4124-9b24-7c9520b5cd68'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:48.214396 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-3830e039-6e7e-4b43-b9b9-755ee2805bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:48.227882 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-122f08dd-3cea-4911-9b62-2c496c6f502e tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "DELETE /v2.0/floatingips/19fecd7e-c8b4-4c57-a400-e5c668339a3f HTTP/1.1" status: 204 len: 168 time: 1.1177819 Nov 02 13:06:48.237303 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Publish callbacks [] for security_group (1b9e4c02-9ff3-40ad-b6ac-03ff03dbada5), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.242085 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1b9e4c02-9ff3-40ad-b6ac-03ff03dbada5), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.267900 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1411, 'physical_network': 'physnet1'} {{(pid=110476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:06:48.278752 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9e4c02-9ff3-40ad-b6ac-03ff03dbada5,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:48.285421 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.285421 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.segments_db [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Added segment 1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c of type vlan for network e3bfda93-bf92-4220-aa0c-1248f9d5b459 Nov 02 13:06:48.327388 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (e3bfda93-bf92-4220-aa0c-1248f9d5b459), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.341030 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-3830e039-6e7e-4b43-b9b9-755ee2805bd7 None None] Set router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:48.354699 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (e3bfda93-bf92-4220-aa0c-1248f9d5b459), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.355717 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:48.356345 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.412035 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3904123 Nov 02 13:06:48.413026 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57794) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:48.422837 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] Request body: {'subnet': {'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-807367993-subnet', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'ip_version': 4}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:48.425243 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9a659-5c2a-4c65-afe7-459744e101d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e3bfda93-bf92-4220-aa0c-1248f9d5b459,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:48.447855 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] Made reservation on behalf of 22ac1778be064017858e588e9567fd27 for: {'subnet': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:48.450918 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14319857'] for subnet (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.466639 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network e3bfda93-bf92-4220-aa0c-1248f9d5b459 details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:06:48.627075 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-3830e039-6e7e-4b43-b9b9-755ee2805bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 4, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80e38bf7-c845-4559-a5fa-f40dbcff4f65', 'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'mac_address': 'fa:16:3e:e9:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:45Z', 'updated_at': '2022-11-02T13:02:50Z', 'revision_number': 5, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'subnets': [{'id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:48.642462 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14319619'] for subnet (89ba9368-3ab9-4273-af49-56ea36c71cfe), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.657256 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830e039-6e7e-4b43-b9b9-755ee2805bd7 None None] Checking router: 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:48.666633 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830e039-6e7e-4b43-b9b9-755ee2805bd7 None None] Routers {'6fbf7d53-acc8-4124-9b24-7c9520b5cd68'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:48.667370 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-3830e039-6e7e-4b43-b9b9-755ee2805bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:48.697147 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ba9368-3ab9-4273-af49-56ea36c71cfe,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:48.709730 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] Checking segment: {'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:48.710090 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] Network hostable DHCP agents. Network: e3bfda93-bf92-4220-aa0c-1248f9d5b459, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:06:48.727659 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] Network e3bfda93-bf92-4220-aa0c-1248f9d5b459 is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:06:48.737176 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, e3bfda93-bf92-4220-aa0c-1248f9d5b459) {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:48.742120 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:48.742738 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.748236 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650825eb-1b0b-471e-bd6a-ebaca34bf92e None None] Network e3bfda93-bf92-4220-aa0c-1248f9d5b459 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:48.761813 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-59618f5a-f9b1-4ad7-bf7a-5a77b66cf6d8 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3470786 Nov 02 13:06:48.764786 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57798) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:48.769466 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:48.790458 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.791653 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.808523 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:48.810969 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68c1205-9346-4df5-b2ff-7306b89d7d19" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:48.820006 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-3830e039-6e7e-4b43-b9b9-755ee2805bd7 None None] Set router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:48.854886 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd4d327-b4a1-4a20-b961-48a7afab7ebb x-openstack-request-id: req-9dd4d327-b4a1-4a20-b961-48a7afab7ebb {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:48.855239 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:48.855515 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9dd4d327-b4a1-4a20-b961-48a7afab7ebb {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:48.855967 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd4d327-b4a1-4a20-b961-48a7afab7ebb'] response: {'name': 'network-changed', 'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'status': 'completed', 'code': 200} Nov 02 13:06:48.856572 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Publish callbacks [] for router_controller (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), precommit_add_association {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.930002 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'project_id': '22ac1778be064017858e588e9567fd27', 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:06:48.930977 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:48.951313 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c1205-9346-4df5-b2ff-7306b89d7d19 req-a584c69d-0cd4-4257-9a47-163a5f67b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:48.952925 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e68c1205-9346-4df5-b2ff-7306b89d7d19 req-a584c69d-0cd4-4257-9a47-163a5f67b640 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64&device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 1130 time: 0.0520554 Nov 02 13:06:48.996396 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Publish callbacks [] for router_gateway (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.077359 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c1205-9346-4df5-b2ff-7306b89d7d19 req-fc59fd5f-e629-4db8-9eff-4ce0eb8a104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:49.079004 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e68c1205-9346-4df5-b2ff-7306b89d7d19 req-fc59fd5f-e629-4db8-9eff-4ce0eb8a104d service neutron] 10.222.0.105 "GET /v2.0/networks?id=ae46113b-3acc-4bc8-9509-58e63614d6ec HTTP/1.1" status: 200 len: 916 time: 0.1199279 Nov 02 13:06:49.123074 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e68c1205-9346-4df5-b2ff-7306b89d7d19 req-83742231-03f0-4101-af99-acf604bc85c0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9696789-eadb-4104-9a82-9ae275fb1c40 HTTP/1.1" status: 200 len: 217 time: 0.0365622 Nov 02 13:06:49.173948 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c1205-9346-4df5-b2ff-7306b89d7d19 req-21b71c46-9f59-4588-820e-dcd4ab62ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:49.175704 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e68c1205-9346-4df5-b2ff-7306b89d7d19 req-21b71c46-9f59-4588-820e-dcd4ab62ff06 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=87405d65-ec7b-4e6f-9b57-268992d7f31b HTTP/1.1" status: 200 len: 853 time: 0.0467536 Nov 02 13:06:49.224024 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Publish callbacks [] for router_gateway (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.239466 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c1205-9346-4df5-b2ff-7306b89d7d19 req-0114e3e2-33d2-4da5-9ac6-3b9c975f7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:49.241185 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e68c1205-9346-4df5-b2ff-7306b89d7d19 req-0114e3e2-33d2-4da5-9ac6-3b9c975f7a7b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=ae46113b-3acc-4bc8-9509-58e63614d6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583060 Nov 02 13:06:49.244694 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.281321 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Allocated IP 172.20.0.2 (e3bfda93-bf92-4220-aa0c-1248f9d5b459/89ba9368-3ab9-4273-af49-56ea36c71cfe/957959f9-73c8-4800-942c-b5d7ffa05532) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:49.338253 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e68c1205-9346-4df5-b2ff-7306b89d7d19 req-e09e6f01-bf07-490b-aa7b-41decf512988 service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894229 Nov 02 13:06:49.347356 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-3830e039-6e7e-4b43-b9b9-755ee2805bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 4, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80e38bf7-c845-4559-a5fa-f40dbcff4f65', 'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'mac_address': 'fa:16:3e:e9:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:45Z', 'updated_at': '2022-11-02T13:02:50Z', 'revision_number': 5, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'subnets': [{'id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:49.362163 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Allocated IP 172.27.4.9 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/37e058ae-8fd3-4f07-bb74-36b092671b22) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:49.381153 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830e039-6e7e-4b43-b9b9-755ee2805bd7 None None] The sync data for ids ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'] in dv-cinder-863278-1-iscsi is: [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:02:46Z', 'revision_number': 4, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80e38bf7-c845-4559-a5fa-f40dbcff4f65', 'name': '', 'network_id': 'ae46113b-3acc-4bc8-9509-58e63614d6ec', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'mac_address': 'fa:16:3e:e9:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:45Z', 'updated_at': '2022-11-02T13:02:50Z', 'revision_number': 5, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'subnets': [{'id': '87405d65-ec7b-4e6f-9b57-268992d7f31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:49.453709 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e68c1205-9346-4df5-b2ff-7306b89d7d19 req-b8f74e20-9d05-45f7-8ba1-e65439ba44c8 service neutron] 10.222.0.105 "GET /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091325 Nov 02 13:06:49.478725 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Publish callbacks [] for port (957959f9-73c8-4800-942c-b5d7ffa05532), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.489817 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.533051 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Network e3bfda93-bf92-4220-aa0c-1248f9d5b459 is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:49.539337 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:49.543512 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:49.556999 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Pushing event updated for resources: {'Port': ['ID=957959f9-73c8-4800-942c-b5d7ffa05532,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.621887 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Attempting to bind port 957959f9-73c8-4800-942c-b5d7ffa05532 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:06:49.622305 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Attempting to bind port 957959f9-73c8-4800-942c-b5d7ffa05532 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:06:49.622715 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Attempting to bind port 957959f9-73c8-4800-942c-b5d7ffa05532 on network e3bfda93-bf92-4220-aa0c-1248f9d5b459 {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:49.630619 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:49.631085 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Checking segment: {'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:49.631437 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.631837 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Bound using segment: {'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:49.632354 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Bound port: 957959f9-73c8-4800-942c-b5d7ffa05532, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:06:49.632731 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.683166 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49ff52-bb91-4910-8a8f-8bc361d747b9 None None] New status for floating IP 19fecd7e-c8b4-4c57-a400-e5c668339a3f: DOWN {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:06:49.704377 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] For port 957959f9-73c8-4800-942c-b5d7ffa05532, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:49.707620 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] For port 957959f9-73c8-4800-942c-b5d7ffa05532, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=957959f9-73c8-4800-942c-b5d7ffa05532,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:49.715294 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.731764 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Publish callbacks [] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.774501 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:49.777679 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ea60a-9b9f-4457-be49-65362014d099 None None] Pushing event updated for resources: {'Port': ['ID=957959f9-73c8-4800-942c-b5d7ffa05532,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.817634 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:49.825744 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:49.827999 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Pushing event updated for resources: {'Port': ['ID=37e058ae-8fd3-4f07-bb74-36b092671b22,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.830815 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:50.094367 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Publish callbacks [] for router_gateway (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.294248 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.422942 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:06:50.530659 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:50.540003 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Sync routers for ids ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:50.553284 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.554493 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Routers {'46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:50.554631 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f2c99271-220e-4866-9873-4681fdbe4617 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7887483 Nov 02 13:06:50.555182 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:50.557419 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57808) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:50.674603 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Set router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:50.740682 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b31dfc-3cdc-487e-a1a8-e7c097cf3015 None None] Network e3bfda93-bf92-4220-aa0c-1248f9d5b459 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:50.797677 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 957959f9-73c8-4800-942c-b5d7ffa05532 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:50.913506 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-0f829b09-2a56-4d21-9e05-48a811108a4b None None] Provisioning complete for port 957959f9-73c8-4800-942c-b5d7ffa05532 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:50.913878 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0f829b09-2a56-4d21-9e05-48a811108a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:50.914225 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0f829b09-2a56-4d21-9e05-48a811108a4b None None] Attempt 1 to provision port 957959f9-73c8-4800-942c-b5d7ffa05532 Nov 02 13:06:51.000331 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.019862 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 957959f9-73c8-4800-942c-b5d7ffa05532 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:51.020157 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.020525 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 957959f9-73c8-4800-942c-b5d7ffa05532 Nov 02 13:06:51.110013 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0f829b09-2a56-4d21-9e05-48a811108a4b None None] Current status of the port 957959f9-73c8-4800-942c-b5d7ffa05532 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:51.110420 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0f829b09-2a56-4d21-9e05-48a811108a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.157402 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Allocated IP 172.20.0.1 (e3bfda93-bf92-4220-aa0c-1248f9d5b459/89ba9368-3ab9-4273-af49-56ea36c71cfe/7f2c8624-ff83-49b0-a11e-2c605877add3) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:51.158366 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:49Z', 'revision_number': 3, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:51.196690 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Checking router: 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:51.197050 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Updating router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 port 37e058ae-8fd3-4f07-bb74-36b092671b22 binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:06:51.212241 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 957959f9-73c8-4800-942c-b5d7ffa05532 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:51.213063 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.246020 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-0f829b09-2a56-4d21-9e05-48a811108a4b None None] For port 957959f9-73c8-4800-942c-b5d7ffa05532, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=957959f9-73c8-4800-942c-b5d7ffa05532,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:51.253807 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0f829b09-2a56-4d21-9e05-48a811108a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.266778 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.286862 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Publish callbacks [] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.319021 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.356931 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Network e3bfda93-bf92-4220-aa0c-1248f9d5b459 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:51.363673 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:51.365851 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Pushing event updated for resources: {'Port': ['ID=7f2c8624-ff83-49b0-a11e-2c605877add3,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:51.372239 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:51.405676 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.429237 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f829b09-2a56-4d21-9e05-48a811108a4b None None] Pushing event updated for resources: {'Port': ['ID=957959f9-73c8-4800-942c-b5d7ffa05532,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:51.432425 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.db.api [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 13:06:51.432964 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG oslo_db.api [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 13:06:51.448457 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-6b742f13-175c-4f1d-a26f-c8d82ff22ad2 None None] Provisioning complete for port 957959f9-73c8-4800-942c-b5d7ffa05532 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:51.448837 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6b742f13-175c-4f1d-a26f-c8d82ff22ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.449178 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-6b742f13-175c-4f1d-a26f-c8d82ff22ad2 None None] Attempt 1 to provision port 957959f9-73c8-4800-942c-b5d7ffa05532 Nov 02 13:06:51.568053 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.740521 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Publish callbacks [] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.748840 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112444'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.749153 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-6b742f13-175c-4f1d-a26f-c8d82ff22ad2 None None] Current status of the port 957959f9-73c8-4800-942c-b5d7ffa05532 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:51.804311 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Publish callbacks [] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.810256 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.823142 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.825827 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Pushing event updated for resources: {'Port': ['ID=7f2c8624-ff83-49b0-a11e-2c605877add3,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:51.843476 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Attempting to bind port 37e058ae-8fd3-4f07-bb74-36b092671b22 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:06:51.843857 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Attempting to bind port 37e058ae-8fd3-4f07-bb74-36b092671b22 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:06:51.844230 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Attempting to bind port 37e058ae-8fd3-4f07-bb74-36b092671b22 on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:51.853709 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:51.854102 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:51.854646 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.855201 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:51.855674 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Bound port: 37e058ae-8fd3-4f07-bb74-36b092671b22, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:06:51.856048 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.890161 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c060ac-876a-4143-b9a0-c76f2fd34e4a None None] Pushing event updated for resources: {'Port': ['ID=37e058ae-8fd3-4f07-bb74-36b092671b22,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:51.918380 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Network e3bfda93-bf92-4220-aa0c-1248f9d5b459 is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:51.919836 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:51.921488 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Provisioning complete for port 7f2c8624-ff83-49b0-a11e-2c605877add3 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:51.921884 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.922273 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Attempt 1 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:51.926657 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] For port 37e058ae-8fd3-4f07-bb74-36b092671b22, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:51.974457 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] For port 37e058ae-8fd3-4f07-bb74-36b092671b22, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=37e058ae-8fd3-4f07-bb74-36b092671b22,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:51.988463 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Port 7f2c8624-ff83-49b0-a11e-2c605877add3 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:51.991291 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.003902 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 957959f9-73c8-4800-942c-b5d7ffa05532 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:52.039775 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Routers {'46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:52.040451 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:52.046373 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:52.090269 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c060ac-876a-4143-b9a0-c76f2fd34e4a None None] Pushing event updated for resources: {'Port': ['ID=37e058ae-8fd3-4f07-bb74-36b092671b22,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:52.159643 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:52.164118 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] Set router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:52.164682 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9030d23e-5f06-4497-92a2-a273f1c2696d admin admin] 10.222.0.90 "PUT /v2.0/routers/46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6062005 Nov 02 13:06:52.387238 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '7f2c8624-ff83-49b0-a11e-2c605877add3', 'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'mac_address': 'fa:16:3e:bf:1d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 2, 'project_id': '22ac1778be064017858e588e9567fd27', 'subnets': [{'id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:52.411360 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af439f0-801e-432a-a3e8-55fbae1a6dd1 None None] The sync data for ids ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'] in dv-cinder-863278-1-iscsi is: [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '7f2c8624-ff83-49b0-a11e-2c605877add3', 'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'mac_address': 'fa:16:3e:bf:1d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 2, 'project_id': '22ac1778be064017858e588e9567fd27', 'subnets': [{'id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:52.492335 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Attempt 2 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:52.525908 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Port 7f2c8624-ff83-49b0-a11e-2c605877add3 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:52.711617 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57832) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:52.716949 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-635471510-network', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:52.730623 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 957959f9-73c8-4800-942c-b5d7ffa05532 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:52.751215 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Made reservation on behalf of 297c21f1e672477391af8b74b9cb5ba7 for: {'network': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:52.754077 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for network (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.765253 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.830108 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 957959f9-73c8-4800-942c-b5d7ffa05532 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:52.831462 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.832575 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 957959f9-73c8-4800-942c-b5d7ffa05532 Nov 02 13:06:52.875327 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Publish callbacks [] for security_group (9e5c8e07-257b-49c1-9e8b-039f26a3c2b5), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.881769 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (9e5c8e07-257b-49c1-9e8b-039f26a3c2b5), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.915579 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1423, 'physical_network': 'physnet1'} {{(pid=110475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:06:52.920476 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 957959f9-73c8-4800-942c-b5d7ffa05532 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:52.938822 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c8e07-257b-49c1-9e8b-039f26a3c2b5,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:52.944693 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (7088c6ab-e666-492d-9aa7-03ea0fe3ff1a), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:52.945078 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.segments_db [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Added segment 7088c6ab-e666-492d-9aa7-03ea0fe3ff1a of type vlan for network 86948d1f-8645-4786-9800-f01de836982c Nov 02 13:06:52.997500 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734496326750'] for network (86948d1f-8645-4786-9800-f01de836982c), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.027722 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Attempt 3 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:53.027951 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264'] for network (86948d1f-8645-4786-9800-f01de836982c), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.029326 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:53.029922 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.061680 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3451488 Nov 02 13:06:53.062056 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57836) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:53.067249 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] Request body: {'subnet': {'network_id': '86948d1f-8645-4786-9800-f01de836982c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-635471510-subnet', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'ip_version': 4}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:53.072755 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Port 7f2c8624-ff83-49b0-a11e-2c605877add3 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:53.093283 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] Made reservation on behalf of 297c21f1e672477391af8b74b9cb5ba7 for: {'subnet': 1} {{(pid=110476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:53.095873 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12729766'] for subnet (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.107956 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd3661-9dfe-44b6-837a-58cb5e1c7bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=86948d1f-8645-4786-9800-f01de836982c,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:53.118851 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Network 86948d1f-8645-4786-9800-f01de836982c details requested by agent ovs-agent-dv-cinder-863278-1-iscsi with host dv-cinder-863278-1-iscsi {{(pid=110477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:06:53.343237 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13112311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12729684'] for subnet (65cbd595-7076-44cd-bf6d-9111521eeaca), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.405762 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65cbd595-7076-44cd-bf6d-9111521eeaca,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:53.416685 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] Checking segment: {'id': '7088c6ab-e666-492d-9aa7-03ea0fe3ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '86948d1f-8645-4786-9800-f01de836982c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:53.417099 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] Network hostable DHCP agents. Network: 86948d1f-8645-4786-9800-f01de836982c, hostable agents: ['a5e027e5-a537-4048-a530-7546bd771203'], hosted agents: [] {{(pid=110476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:06:53.448921 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] Network 86948d1f-8645-4786-9800-f01de836982c is scheduled to be hosted by DHCP agent a5e027e5-a537-4048-a530-7546bd771203 with binding_index 1 {{(pid=110476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:06:53.468350 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863278-1-iscsi, 86948d1f-8645-4786-9800-f01de836982c) {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:53.473729 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:53.474706 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.479985 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e166af07-ab58-4a82-b8a7-df38e2096793 None None] Network 86948d1f-8645-4786-9800-f01de836982c requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:53.501781 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-b0fd824f-90d6-4f80-b297-ea6905d3cf62 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4385633 Nov 02 13:06:53.504700 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57844) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:53.509779 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-635471510-router', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:53.515827 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57846) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:53.523890 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-81b1549f-3f6f-4607-8838-91a2ca6ae76f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1721193339', 'description': 'tempest-description--1519774548'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:53.534774 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6643'] for router (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.537362 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1677598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6648'] for router (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.556474 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-81b1549f-3f6f-4607-8838-91a2ca6ae76f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.575548 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Attempt 4 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:53.611389 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Publish callbacks [] for router_controller (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), precommit_add_association {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.656481 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-81b1549f-3f6f-4607-8838-91a2ca6ae76f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (359ea99f-487c-4850-aab1-2bcd209ae82c), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.665317 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-81b1549f-3f6f-4607-8838-91a2ca6ae76f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (359ea99f-487c-4850-aab1-2bcd209ae82c), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.671967 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Port 7f2c8624-ff83-49b0-a11e-2c605877add3 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:53.686227 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp290c61ce-372f-5d6d-8059-16e655babe21-86948d1f-8645-4786-9800-f01de836982c', 'network_id': '86948d1f-8645-4786-9800-f01de836982c', 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'fixed_ips': [{'subnet_id': '65cbd595-7076-44cd-bf6d-9111521eeaca'}]}} from dv-cinder-863278-1-iscsi. {{(pid=110477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:06:53.689234 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.704008 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-81b1549f-3f6f-4607-8838-91a2ca6ae76f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.705335 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-81b1549f-3f6f-4607-8838-91a2ca6ae76f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1875415 Nov 02 13:06:53.708443 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57848) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:53.715171 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-6c912183-7fe9-4bb9-944a-843243067b5f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group_rule': {'security_group_id': '359ea99f-487c-4850-aab1-2bcd209ae82c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:53.722883 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1549f-3f6f-4607-8838-91a2ca6ae76f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359ea99f-487c-4850-aab1-2bcd209ae82c,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:53.828467 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Publish callbacks [] for router_gateway (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.839082 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6c912183-7fe9-4bb9-944a-843243067b5f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (45475085-0eb2-4729-a232-28f20128f369), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.869119 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.db_base_plugin_common [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Allocated IP 172.20.0.2 (86948d1f-8645-4786-9800-f01de836982c/65cbd595-7076-44cd-bf6d-9111521eeaca/a78b2c69-6381-4204-a754-d7f03b284a13) {{(pid=110477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:53.909505 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6c912183-7fe9-4bb9-944a-843243067b5f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (45475085-0eb2-4729-a232-28f20128f369), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.916020 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6c912183-7fe9-4bb9-944a-843243067b5f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (45475085-0eb2-4729-a232-28f20128f369), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.966864 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c912183-7fe9-4bb9-944a-843243067b5f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45475085-0eb2-4729-a232-28f20128f369,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:53.980398 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6c912183-7fe9-4bb9-944a-843243067b5f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:53.983283 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-6c912183-7fe9-4bb9-944a-843243067b5f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2721412 Nov 02 13:06:53.984634 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57856) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:53.989635 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-668d0b48-4375-489c-818d-6c43a2f12c51 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group_rule': {'security_group_id': '359ea99f-487c-4850-aab1-2bcd209ae82c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:54.032997 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-668d0b48-4375-489c-818d-6c43a2f12c51 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (84402620-1f2f-40bc-a4c2-55b3fe0f2c9c), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.070324 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Publish callbacks [] for port (a78b2c69-6381-4204-a754-d7f03b284a13), precommit_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.080741 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), after_create {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.132698 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Network 86948d1f-8645-4786-9800-f01de836982c is already hosted by enough agents. {{(pid=110477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:54.136344 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.scheduler.base_scheduler [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Resources bound (agent type, host, resource id): {{(pid=110477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:54.140723 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Received port after_create {{(pid=110477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:54.154880 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-668d0b48-4375-489c-818d-6c43a2f12c51 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (84402620-1f2f-40bc-a4c2-55b3fe0f2c9c), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.164073 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Pushing event updated for resources: {'Port': ['ID=a78b2c69-6381-4204-a754-d7f03b284a13,revision_number=1']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:54.179790 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Attempt 5 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:54.186929 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-668d0b48-4375-489c-818d-6c43a2f12c51 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (84402620-1f2f-40bc-a4c2-55b3fe0f2c9c), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.213796 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d0b48-4375-489c-818d-6c43a2f12c51 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84402620-1f2f-40bc-a4c2-55b3fe0f2c9c,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:54.233377 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Attempting to bind port a78b2c69-6381-4204-a754-d7f03b284a13 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:06:54.233752 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Attempting to bind port a78b2c69-6381-4204-a754-d7f03b284a13 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '7088c6ab-e666-492d-9aa7-03ea0fe3ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '86948d1f-8645-4786-9800-f01de836982c'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:06:54.234117 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Attempting to bind port a78b2c69-6381-4204-a754-d7f03b284a13 on network 86948d1f-8645-4786-9800-f01de836982c {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:54.245505 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-668d0b48-4375-489c-818d-6c43a2f12c51 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.245849 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:54.246079 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Checking segment: {'id': '7088c6ab-e666-492d-9aa7-03ea0fe3ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '86948d1f-8645-4786-9800-f01de836982c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:54.246489 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.246766 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-668d0b48-4375-489c-818d-6c43a2f12c51 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2610803 Nov 02 13:06:54.247045 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Bound using segment: {'id': '7088c6ab-e666-492d-9aa7-03ea0fe3ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '86948d1f-8645-4786-9800-f01de836982c'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:54.247348 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Bound port: a78b2c69-6381-4204-a754-d7f03b284a13, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7088c6ab-e666-492d-9aa7-03ea0fe3ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '86948d1f-8645-4786-9800-f01de836982c'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:06:54.247730 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.249968 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Port 7f2c8624-ff83-49b0-a11e-2c605877add3 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:54.250569 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57862) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:54.260505 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:54.269930 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Publish callbacks [] for router_gateway (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.283188 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.294442 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.324253 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] For port a78b2c69-6381-4204-a754-d7f03b284a13, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:54.328498 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] For port a78b2c69-6381-4204-a754-d7f03b284a13, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=a78b2c69-6381-4204-a754-d7f03b284a13,segment=NetworkSegment(7088c6ab-e666-492d-9aa7-03ea0fe3ff1a),segment_id=7088c6ab-e666-492d-9aa7-03ea0fe3ff1a)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:54.338130 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.403472 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985a7c6-0955-42e8-ae6c-afede68e2b75 None None] Pushing event updated for resources: {'Port': ['ID=a78b2c69-6381-4204-a754-d7f03b284a13,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:54.422459 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Allocated IP 172.27.4.151 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/da554726-4717-4dfc-8fe3-c61c2670f93e) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:54.594498 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Publish callbacks [] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.641513 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.672265 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.691168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:54.695120 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:54.700699 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:54.727578 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Pushing event updated for resources: {'Port': ['ID=da554726-4717-4dfc-8fe3-c61c2670f93e,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:54.750920 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Attempt 6 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:54.798637 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Port 7f2c8624-ff83-49b0-a11e-2c605877add3 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:54.830564 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Allocated IP 172.27.4.241 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/266ae206-1709-4d4f-bb25-67f7298a146f) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:54.852780 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 37e058ae-8fd3-4f07-bb74-36b092671b22 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:54.908769 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 37e058ae-8fd3-4f07-bb74-36b092671b22 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:54.909489 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:54.909489 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 37e058ae-8fd3-4f07-bb74-36b092671b22 Nov 02 13:06:54.948284 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (266ae206-1709-4d4f-bb25-67f7298a146f), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.003757 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (266ae206-1709-4d4f-bb25-67f7298a146f), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.006252 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 37e058ae-8fd3-4f07-bb74-36b092671b22 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:55.006691 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.033291 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port 37e058ae-8fd3-4f07-bb74-36b092671b22, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=37e058ae-8fd3-4f07-bb74-36b092671b22,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:55.039708 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.040121 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device a78b2c69-6381-4204-a754-d7f03b284a13 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:55.046226 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:55.049348 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:55.056655 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:55.086650 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=266ae206-1709-4d4f-bb25-67f7298a146f,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:55.129551 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=37e058ae-8fd3-4f07-bb74-36b092671b22,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:55.156710 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (2ea870e1-796d-463c-ba0c-8bf841e6e866), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.159927 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port a78b2c69-6381-4204-a754-d7f03b284a13 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:55.161164 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.161664 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port a78b2c69-6381-4204-a754-d7f03b284a13 Nov 02 13:06:55.208645 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (266ae206-1709-4d4f-bb25-67f7298a146f), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.302273 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Attempt 7 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:55.347387 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port a78b2c69-6381-4204-a754-d7f03b284a13 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:55.348128 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.376945 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Publish callbacks [] for router_gateway (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.382023 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Port 7f2c8624-ff83-49b0-a11e-2c605877add3 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:55.408929 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port a78b2c69-6381-4204-a754-d7f03b284a13, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=a78b2c69-6381-4204-a754-d7f03b284a13,segment=NetworkSegment(7088c6ab-e666-492d-9aa7-03ea0fe3ff1a),segment_id=7088c6ab-e666-492d-9aa7-03ea0fe3ff1a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:55.416447 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.459313 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (266ae206-1709-4d4f-bb25-67f7298a146f), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.467585 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112444'] for port (266ae206-1709-4d4f-bb25-67f7298a146f), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.518274 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=a78b2c69-6381-4204-a754-d7f03b284a13,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:55.584609 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Sync routers for ids ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:55.596021 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Routers {'46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:55.596785 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:55.622539 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=266ae206-1709-4d4f-bb25-67f7298a146f,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:55.627024 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (2ea870e1-796d-463c-ba0c-8bf841e6e866), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.653656 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.654996 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1622976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624390'] for router (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:55.660934 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9655a54c-9528-4673-9089-79330ca119a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4083228 Nov 02 13:06:55.680895 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577b9be-fc0d-4b9b-9ebf-c97700bf42ea req-744ea85d-58cc-4b64-b111-58f3467c87e5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:55.683085 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f577b9be-fc0d-4b9b-9ebf-c97700bf42ea req-744ea85d-58cc-4b64-b111-58f3467c87e5 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.1711411 Nov 02 13:06:55.713200 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaaf9d2-698b-4572-a36d-fac2e16c2590 None None] Network 86948d1f-8645-4786-9800-f01de836982c requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:06:55.715091 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Set router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:55.783074 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f577b9be-fc0d-4b9b-9ebf-c97700bf42ea req-96cb898b-c9db-4175-973d-4873a6a3ccba tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921414 Nov 02 13:06:55.863524 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 is scheduled to L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d with binding_index 1 {{(pid=110475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:06:55.883582 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Attempt 8 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:55.921425 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Port 7f2c8624-ff83-49b0-a11e-2c605877add3 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:56.000898 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-a0d841a7-8b1d-4a14-afdb-9ee00e0e1fff tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1721193339&fields=id&tenant_id=19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 267 time: 0.0879025 Nov 02 13:06:56.027354 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:56.033398 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '7f2c8624-ff83-49b0-a11e-2c605877add3', 'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'mac_address': 'fa:16:3e:bf:1d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 2, 'project_id': '22ac1778be064017858e588e9567fd27', 'subnets': [{'id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:56.037546 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Sync routers for ids ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:56.051726 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Routers {'7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:56.052569 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:56.061797 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Checking router: 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:56.062159 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Updating router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 port 7f2c8624-ff83-49b0-a11e-2c605877add3 binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:06:56.089358 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.093659 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-f1c9b62c-ab73-4057-a082-aab4919fa040 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5876770 Nov 02 13:06:56.094293 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 57882) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:56.098620 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.174751 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-4d37c434-6406-4fa9-9124-231169596418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.188851 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Set router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:56.208183 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-e821479b-acb7-42ec-ac3f-f8155162a746 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:56.209736 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-e821479b-acb7-42ec-ac3f-f8155162a746 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 815 time: 0.1924248 Nov 02 13:06:56.238478 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-8a16934e-88b3-4967-9dc4-cbf50d83d4f1 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/quotas/19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 375 time: 0.0153925 Nov 02 13:06:56.381301 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-948f3cf9-f2ab-4998-8342-98cda1d00b72 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021016 Nov 02 13:06:56.383038 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Publish callbacks [] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.393388 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.394605 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'name': 'tempest-TestShelveInstance-635471510-router', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:53Z', 'updated_at': '2022-11-02T13:06:54Z', 'revision_number': 3, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'gw_port': {'id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:54Z', 'updated_at': '2022-11-02T13:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:56.422437 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Attempt 9 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:56.426169 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Checking router: 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:56.426397 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Updating router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 port da554726-4717-4dfc-8fe3-c61c2670f93e binding host dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:06:56.487268 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Pushing event updated for resources: {'Port': ['ID=7f2c8624-ff83-49b0-a11e-2c605877add3,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:56.497216 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.497868 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.498376 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.498877 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.499367 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.499861 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.500460 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.500955 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.501434 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.501918 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.502473 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.502957 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.503438 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:56.509723 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Attempting to bind port 7f2c8624-ff83-49b0-a11e-2c605877add3 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:06:56.510531 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Attempting to bind port 7f2c8624-ff83-49b0-a11e-2c605877add3 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:06:56.511085 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Attempting to bind port 7f2c8624-ff83-49b0-a11e-2c605877add3 on network e3bfda93-bf92-4220-aa0c-1248f9d5b459 {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:56.517765 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:56.518467 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Checking segment: {'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:56.519037 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.519581 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Bound using segment: {'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:56.520246 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Bound port: 7f2c8624-ff83-49b0-a11e-2c605877add3, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:06:56.520816 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.592196 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] For port 7f2c8624-ff83-49b0-a11e-2c605877add3, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:56.597298 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] For port 7f2c8624-ff83-49b0-a11e-2c605877add3, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=7f2c8624-ff83-49b0-a11e-2c605877add3,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:56.604843 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.635802 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Port 7f2c8624-ff83-49b0-a11e-2c605877add3 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:56.636989 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.637211 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Routers {'46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:56.637863 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:56.696692 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85195237-5d96-43c8-8885-a99d30fd4b65 None None] Pushing event updated for resources: {'Port': ['ID=7f2c8624-ff83-49b0-a11e-2c605877add3,revision_number=4']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:56.726244 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:56.729886 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-0dac5eaa-c0ad-4de7-aed9-890484a12dba service neutron] 10.222.0.90 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099651 Nov 02 13:06:56.770343 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] Set router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:56.920870 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-773d526e-3fbb-45a0-b670-150172326ca9 service neutron] 10.222.0.90 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807060 Nov 02 13:06:57.009787 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Allocated IP 172.20.0.1 (86948d1f-8645-4786-9800-f01de836982c/65cbd595-7076-44cd-bf6d-9111521eeaca/098a13ee-c30e-414a-86a1-22b723f17707) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:57.030337 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edeb236-b6b5-4cde-a940-ba1dc4c3c609 req-ce622374-43a1-4f18-b42f-6eb2a6b75dd2 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:57.038959 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4edeb236-b6b5-4cde-a940-ba1dc4c3c609 req-ce622374-43a1-4f18-b42f-6eb2a6b75dd2 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.1251674 Nov 02 13:06:57.071576 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Publish callbacks [] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), precommit_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.076484 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 37e058ae-8fd3-4f07-bb74-36b092671b22 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:57.079557 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '7f2c8624-ff83-49b0-a11e-2c605877add3', 'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'mac_address': 'fa:16:3e:bf:1d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:56Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'subnets': [{'id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:57.080104 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.119992 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677cc7d9-6174-43ce-8654-d16685688b4e None None] The sync data for ids ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'] in dv-cinder-863278-1-iscsi is: [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '7f2c8624-ff83-49b0-a11e-2c605877add3', 'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'mac_address': 'fa:16:3e:bf:1d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:56Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'subnets': [{'id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:57.135152 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4edeb236-b6b5-4cde-a940-ba1dc4c3c609 req-284701cd-6384-405f-bb8a-08b286d0638d tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949843 Nov 02 13:06:57.137714 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Attempt 10 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:57.145656 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Attempting to bind port da554726-4717-4dfc-8fe3-c61c2670f93e on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:06:57.145861 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Attempting to bind port da554726-4717-4dfc-8fe3-c61c2670f93e by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:06:57.146572 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Attempting to bind port da554726-4717-4dfc-8fe3-c61c2670f93e on network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:57.177279 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Publish callbacks [] for port (098a13ee-c30e-414a-86a1-22b723f17707), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.207085 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:57.207448 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Checking segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:06:57.207865 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.208284 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Bound using segment: {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'} {{(pid=110477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:57.208768 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.managers [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Bound port: da554726-4717-4dfc-8fe3-c61c2670f93e, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eae4c2-ac1f-4b66-b15c-0b864b02d60f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}}] {{(pid=110477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:06:57.209146 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.238766 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-386cc966-4ffd-44bf-b6ad-835c0452cab7 req-28db4551-e0df-4885-8042-60779340c0e6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 210 time: 0.0447013 Nov 02 13:06:57.259809 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45b46-321a-47df-ab35-2e16474924c1 None None] Pushing event updated for resources: {'Port': ['ID=da554726-4717-4dfc-8fe3-c61c2670f93e,revision_number=2']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:57.284579 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] For port da554726-4717-4dfc-8fe3-c61c2670f93e, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:57.285573 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (098a13ee-c30e-414a-86a1-22b723f17707), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.303436 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] For port da554726-4717-4dfc-8fe3-c61c2670f93e, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=da554726-4717-4dfc-8fe3-c61c2670f93e,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:57.321508 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.327173 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 37e058ae-8fd3-4f07-bb74-36b092671b22 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:57.327173 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.327497 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 37e058ae-8fd3-4f07-bb74-36b092671b22 Nov 02 13:06:57.333189 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Network 86948d1f-8645-4786-9800-f01de836982c is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:57.337873 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:57.340654 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:57.371796 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Pushing event updated for resources: {'Port': ['ID=098a13ee-c30e-414a-86a1-22b723f17707,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:57.393397 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623187'] for router_interface (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.445132 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Routers {'7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:57.445974 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:57.462070 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Current status of the port 7f2c8624-ff83-49b0-a11e-2c605877add3 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:57.463281 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.595200 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45b46-321a-47df-ab35-2e16474924c1 None None] Pushing event updated for resources: {'Port': ['ID=da554726-4717-4dfc-8fe3-c61c2670f93e,revision_number=3']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:57.598210 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (098a13ee-c30e-414a-86a1-22b723f17707), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.673905 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 37e058ae-8fd3-4f07-bb74-36b092671b22 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:57.675316 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device a78b2c69-6381-4204-a754-d7f03b284a13 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:57.716000 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] For port 7f2c8624-ff83-49b0-a11e-2c605877add3, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=7f2c8624-ff83-49b0-a11e-2c605877add3,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:57.737584 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.786697 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] Set router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:57.811878 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Publish callbacks [] for port (098a13ee-c30e-414a-86a1-22b723f17707), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.819055 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (098a13ee-c30e-414a-86a1-22b723f17707), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.920313 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b1cb3-ab5c-4061-848b-38f3fb953345 None None] Pushing event updated for resources: {'Port': ['ID=7f2c8624-ff83-49b0-a11e-2c605877add3,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:57.925174 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port a78b2c69-6381-4204-a754-d7f03b284a13 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:57.925549 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.925888 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port a78b2c69-6381-4204-a754-d7f03b284a13 Nov 02 13:06:57.926110 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623047'] for router_interface (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.956745 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Pushing event updated for resources: {'Port': ['ID=098a13ee-c30e-414a-86a1-22b723f17707,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:57.964852 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Provisioning complete for port a78b2c69-6381-4204-a754-d7f03b284a13 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:57.965214 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:57.965562 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Attempt 1 to provision port a78b2c69-6381-4204-a754-d7f03b284a13 Nov 02 13:06:58.046207 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b8264-fe94-49eb-a54c-0cdf6c5c1d4e req-3ea3766c-2dbe-47bc-8aa4-1367b910ccf6 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:58.047715 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-152b8264-fe94-49eb-a54c-0cdf6c5c1d4e req-3ea3766c-2dbe-47bc-8aa4-1367b910ccf6 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.105 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.1359444 Nov 02 13:06:58.120554 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Network 86948d1f-8645-4786-9800-f01de836982c is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:58.130203 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:58.142339 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port a78b2c69-6381-4204-a754-d7f03b284a13 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:58.161492 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Current status of the port a78b2c69-6381-4204-a754-d7f03b284a13 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:58.189537 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Provisioning complete for port 7f2c8624-ff83-49b0-a11e-2c605877add3 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:58.189959 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:58.190317 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Attempt 1 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:58.213645 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'name': 'tempest-TestShelveInstance-635471510-router', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:53Z', 'updated_at': '2022-11-02T13:06:54Z', 'revision_number': 3, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'gw_port': {'id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:54Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:58.249039 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01484f3e-fb43-4fe3-8437-dd7323012b83 None None] The sync data for ids ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'] in dv-cinder-863278-1-iscsi is: [{'id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'name': 'tempest-TestShelveInstance-635471510-router', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:53Z', 'updated_at': '2022-11-02T13:06:54Z', 'revision_number': 3, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'gw_port': {'id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:54Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:58.274758 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-152b8264-fe94-49eb-a54c-0cdf6c5c1d4e req-12f7dbda-e9d4-475a-b951-19d97fdcfb65 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Deleting port c9696789-eadb-4104-9a82-9ae275fb1c40 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:06:58.275873 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-152b8264-fe94-49eb-a54c-0cdf6c5c1d4e req-12f7dbda-e9d4-475a-b951-19d97fdcfb65 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:58.353627 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Current status of the port 7f2c8624-ff83-49b0-a11e-2c605877add3 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:58.356250 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-05b35df9-68c8-4403-a686-fd204c8b8887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:58.368386 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Provisioning complete for port 098a13ee-c30e-414a-86a1-22b723f17707 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:58.368763 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (098a13ee-c30e-414a-86a1-22b723f17707), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:58.369282 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Attempt 1 to provision port 098a13ee-c30e-414a-86a1-22b723f17707 Nov 02 13:06:58.387205 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed34990-3fa2-485c-bd98-0635859914a8 req-fe67cd69-edca-4c10-8e08-dad7afe154c4 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:58.390263 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-eed34990-3fa2-485c-bd98-0635859914a8 req-fe67cd69-edca-4c10-8e08-dad7afe154c4 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 946 time: 0.1104972 Nov 02 13:06:58.415533 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Port 098a13ee-c30e-414a-86a1-22b723f17707 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:58.472950 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-eed34990-3fa2-485c-bd98-0635859914a8 req-fb243cb9-becc-4f06-a001-75cc5e31e121 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/security-groups?id=e1a9db3d-f75d-4170-8071-9e6fedfc0a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709493 Nov 02 13:06:58.500649 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-33cb6550-214f-43e0-a3ad-8af4a834534b req-eb5fb1b6-1ea0-40ff-bb82-d4c6d7ee27af tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 210 time: 0.0543671 Nov 02 13:06:58.509728 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-152b8264-fe94-49eb-a54c-0cdf6c5c1d4e req-12f7dbda-e9d4-475a-b951-19d97fdcfb65 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] For port c9696789-eadb-4104-9a82-9ae275fb1c40, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c9696789-eadb-4104-9a82-9ae275fb1c40,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:58.510243 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-152b8264-fe94-49eb-a54c-0cdf6c5c1d4e req-12f7dbda-e9d4-475a-b951-19d97fdcfb65 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:58.532606 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:58.537021 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-152b8264-fe94-49eb-a54c-0cdf6c5c1d4e req-12f7dbda-e9d4-475a-b951-19d97fdcfb65 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Calling delete_port for c9696789-eadb-4104-9a82-9ae275fb1c40 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:06:58.848147 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-556ce9ae-634a-4f75-86a1-261146f06bcf tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:06:58.849599 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-556ce9ae-634a-4f75-86a1-261146f06bcf tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 815 time: 0.2604699 Nov 02 13:06:58.850752 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:58.866934 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-68ca0f51-a5ab-4761-a2ea-7fec29c966f8 admin admin] 10.222.0.90 "PUT /v2.0/routers/7a0e2537-c25d-4308-b31c-b0bbf2e27cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7693615 Nov 02 13:06:58.898795 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 7f2c8624-ff83-49b0-a11e-2c605877add3 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:58.924604 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Attempt 2 to provision port 098a13ee-c30e-414a-86a1-22b723f17707 Nov 02 13:06:58.954738 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-152b8264-fe94-49eb-a54c-0cdf6c5c1d4e req-12f7dbda-e9d4-475a-b951-19d97fdcfb65 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (c9696789-eadb-4104-9a82-9ae275fb1c40), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.005993 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['c9696789-eadb-4104-9a82-9ae275fb1c40'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:06:59.034148 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Port 098a13ee-c30e-414a-86a1-22b723f17707 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:59.043522 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7dbda-e9d4-475a-b951-19d97fdcfb65 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Pushing event deleted for resources: {'Port': ['ID=c9696789-eadb-4104-9a82-9ae275fb1c40,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:59.060079 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 7f2c8624-ff83-49b0-a11e-2c605877add3 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:59.062203 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.062593 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 7f2c8624-ff83-49b0-a11e-2c605877add3 Nov 02 13:06:59.084307 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-152b8264-fe94-49eb-a54c-0cdf6c5c1d4e req-12f7dbda-e9d4-475a-b951-19d97fdcfb65 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] No DVR routers for this DVR port c9696789-eadb-4104-9a82-9ae275fb1c40 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:06:59.087017 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-152b8264-fe94-49eb-a54c-0cdf6c5c1d4e req-12f7dbda-e9d4-475a-b951-19d97fdcfb65 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.090869 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-152b8264-fe94-49eb-a54c-0cdf6c5c1d4e req-12f7dbda-e9d4-475a-b951-19d97fdcfb65 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.105 "DELETE /v2.0/ports/c9696789-eadb-4104-9a82-9ae275fb1c40 HTTP/1.1" status: 204 len: 173 time: 1.0356371 Nov 02 13:06:59.097302 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-35dbde57-ac68-484f-96f1-dc11cef50b35 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 473 time: 0.2030144 Nov 02 13:06:59.097887 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'name': 'network-vif-deleted', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:06:59.101444 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd94cdcb-8b4e-4bf4-ac0b-45c74cea2173" -d '{"events": [{"server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "name": "network-vif-deleted", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:59.109966 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'port': {'device_id': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'admin_state_up': True, 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'security_groups': ['359ea99f-487c-4850-aab1-2bcd209ae82c']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:59.292953 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 7f2c8624-ff83-49b0-a11e-2c605877add3 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:59.300425 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device da554726-4717-4dfc-8fe3-c61c2670f93e up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:59.369951 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port da554726-4717-4dfc-8fe3-c61c2670f93e triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:06:59.370425 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.370867 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port da554726-4717-4dfc-8fe3-c61c2670f93e Nov 02 13:06:59.429423 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57914) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:59.434255 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-51683282-0586-459a-aa6b-79baa23c0a27 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734687273', 'description': 'tempest-secgroup-smoke-734687273 description', 'project_id': '22ac1778be064017858e588e9567fd27'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:59.463430 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-51683282-0586-459a-aa6b-79baa23c0a27 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.534447 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d837d6a6-0e8c-4c52-835f-15bda8d43bf3 x-openstack-request-id: req-d837d6a6-0e8c-4c52-835f-15bda8d43bf3 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:59.535035 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895", "name": "network-vif-deleted", "tag": "c9696789-eadb-4104-9a82-9ae275fb1c40", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:59.535483 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d837d6a6-0e8c-4c52-835f-15bda8d43bf3 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:59.536049 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d837d6a6-0e8c-4c52-835f-15bda8d43bf3'] response: {'server_uuid': '9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895', 'name': 'network-vif-deleted', 'tag': 'c9696789-eadb-4104-9a82-9ae275fb1c40', 'status': 'completed', 'code': 200} Nov 02 13:06:59.538189 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Attempt 3 to provision port 098a13ee-c30e-414a-86a1-22b723f17707 Nov 02 13:06:59.706770 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bed71c6f-a265-4cec-a9cc-558161e8fd12 req-342a939c-ad74-4179-984a-a809ca525ff7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 210 time: 0.0836277 Nov 02 13:06:59.711040 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-51683282-0586-459a-aa6b-79baa23c0a27 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group (1b918221-eb2c-4747-a9c3-0432a5d4c8ba), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.718693 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-51683282-0586-459a-aa6b-79baa23c0a27 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1b918221-eb2c-4747-a9c3-0432a5d4c8ba), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.719536 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-402188f0-a47b-4be0-a874-543c6d6bad71 req-401684cc-ac96-47d0-a34f-bc03584dff97 tempest-TestMinimumBasicScenario-626358580 tempest-TestMinimumBasicScenario-626358580-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e2d3f4f-56a9-428e-a7e1-29b9a5a9d895 HTTP/1.1" status: 200 len: 210 time: 0.0422795 Nov 02 13:06:59.720446 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Made reservation on behalf of 19aa22fb93224586a50c7447a5310ecd for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:59.724771 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.759660 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-51683282-0586-459a-aa6b-79baa23c0a27 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.761937 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-51683282-0586-459a-aa6b-79baa23c0a27 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3314531 Nov 02 13:06:59.765065 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51683282-0586-459a-aa6b-79baa23c0a27 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b918221-eb2c-4747-a9c3-0432a5d4c8ba,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:59.769212 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57920) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:59.776585 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-1fadfcd4-aa76-4234-9827-085e6f393b02 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Request body: {'security_group_rule': {'security_group_id': '1b918221-eb2c-4747-a9c3-0432a5d4c8ba', 'project_id': '22ac1778be064017858e588e9567fd27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:59.815495 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.820997 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port da554726-4717-4dfc-8fe3-c61c2670f93e is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:06:59.821474 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.823255 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1fadfcd4-aa76-4234-9827-085e6f393b02 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (d108be9f-271d-40df-b9a8-35a3bcb5cd67), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.828344 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Port 098a13ee-c30e-414a-86a1-22b723f17707 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:06:59.845762 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] For port da554726-4717-4dfc-8fe3-c61c2670f93e, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=da554726-4717-4dfc-8fe3-c61c2670f93e,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:59.851692 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.916507 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1fadfcd4-aa76-4234-9827-085e6f393b02 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (d108be9f-271d-40df-b9a8-35a3bcb5cd67), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.921258 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1fadfcd4-aa76-4234-9827-085e6f393b02 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (d108be9f-271d-40df-b9a8-35a3bcb5cd67), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.921890 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Pushing event updated for resources: {'Port': ['ID=da554726-4717-4dfc-8fe3-c61c2670f93e,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:59.929772 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Allocated IP 172.20.0.12 (46222446-e421-4f44-b970-f0c2d05a9631/42c225ec-6d1b-4779-816f-6305d79806c6/9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:59.946928 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadfcd4-aa76-4234-9827-085e6f393b02 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d108be9f-271d-40df-b9a8-35a3bcb5cd67,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:59.953328 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1fadfcd4-aa76-4234-9827-085e6f393b02 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:59.957528 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-1fadfcd4-aa76-4234-9827-085e6f393b02 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1872711 Nov 02 13:06:59.960302 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57922) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:06:59.966118 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-82d6d3bf-67f5-4000-8f50-20c8549f1ded tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Request body: {'security_group_rule': {'security_group_id': '1b918221-eb2c-4747-a9c3-0432a5d4c8ba', 'project_id': '22ac1778be064017858e588e9567fd27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:06:59.992826 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-82d6d3bf-67f5-4000-8f50-20c8549f1ded tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (c367b342-96e2-4a47-ac6e-fcc01de92ae2), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.059973 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-82d6d3bf-67f5-4000-8f50-20c8549f1ded tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (c367b342-96e2-4a47-ac6e-fcc01de92ae2), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.065088 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-82d6d3bf-67f5-4000-8f50-20c8549f1ded tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (c367b342-96e2-4a47-ac6e-fcc01de92ae2), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.083022 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.083649 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6d3bf-67f5-4000-8f50-20c8549f1ded tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c367b342-96e2-4a47-ac6e-fcc01de92ae2,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:00.090766 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-82d6d3bf-67f5-4000-8f50-20c8549f1ded tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.092106 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-82d6d3bf-67f5-4000-8f50-20c8549f1ded tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305940 Nov 02 13:07:00.094985 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57924) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:00.099625 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-4afe25a1-ecc1-440d-b693-e2d73a89e671 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Request body: {'security_group_rule': {'security_group_id': '1b918221-eb2c-4747-a9c3-0432a5d4c8ba', 'project_id': '22ac1778be064017858e588e9567fd27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:00.122549 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.128915 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4afe25a1-ecc1-440d-b693-e2d73a89e671 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (bbb356cc-ba7b-4ed8-bbfb-d9f52ab31821), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.165146 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Network 46222446-e421-4f44-b970-f0c2d05a9631 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:07:00.173066 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:00.175663 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:07:00.183361 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:00.191041 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4afe25a1-ecc1-440d-b693-e2d73a89e671 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (bbb356cc-ba7b-4ed8-bbfb-d9f52ab31821), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.196457 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4afe25a1-ecc1-440d-b693-e2d73a89e671 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (bbb356cc-ba7b-4ed8-bbfb-d9f52ab31821), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.215667 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe25a1-ecc1-440d-b693-e2d73a89e671 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb356cc-ba7b-4ed8-bbfb-d9f52ab31821,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:00.225720 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4afe25a1-ecc1-440d-b693-e2d73a89e671 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.230606 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-4afe25a1-ecc1-440d-b693-e2d73a89e671 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312842 Nov 02 13:07:00.230606 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57926) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:00.235646 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-7cefe474-167b-433b-a657-708369641358 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Request body: {'security_group_rule': {'security_group_id': '1b918221-eb2c-4747-a9c3-0432a5d4c8ba', 'project_id': '22ac1778be064017858e588e9567fd27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:00.237450 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:00.238213 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.261186 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-9d7190d7-3745-4b5b-b9b9-c8cf50cee5e8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1560760 Nov 02 13:07:00.270298 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7cefe474-167b-433b-a657-708369641358 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (4fa82c89-4bfa-4636-adcb-d93a3e7d06fe), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.280807 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Request body: {'port': {'device_id': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:00.329892 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Attempt 4 to provision port 098a13ee-c30e-414a-86a1-22b723f17707 Nov 02 13:07:00.354330 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.354638 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7cefe474-167b-433b-a657-708369641358 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (4fa82c89-4bfa-4636-adcb-d93a3e7d06fe), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.359994 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7cefe474-167b-433b-a657-708369641358 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (4fa82c89-4bfa-4636-adcb-d93a3e7d06fe), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.372840 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Port 098a13ee-c30e-414a-86a1-22b723f17707 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:00.385259 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefe474-167b-433b-a657-708369641358 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa82c89-4bfa-4636-adcb-d93a3e7d06fe,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:00.390952 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7cefe474-167b-433b-a657-708369641358 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.392651 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-7cefe474-167b-433b-a657-708369641358 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612198 Nov 02 13:07:00.395610 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57928) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:00.400574 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-8de1fa5d-10a5-4ba4-ad03-1dd692c1ca14 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Request body: {'security_group_rule': {'security_group_id': '1b918221-eb2c-4747-a9c3-0432a5d4c8ba', 'project_id': '22ac1778be064017858e588e9567fd27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:00.425447 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.securitygroups_db [None req-8de1fa5d-10a5-4ba4-ad03-1dd692c1ca14 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Project 22ac1778be064017858e588e9567fd27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:07:00.436443 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8de1fa5d-10a5-4ba4-ad03-1dd692c1ca14 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (d6ac1b83-9ee7-4635-858c-e65dfae50735), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.506176 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8de1fa5d-10a5-4ba4-ad03-1dd692c1ca14 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (d6ac1b83-9ee7-4635-858c-e65dfae50735), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.511285 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8de1fa5d-10a5-4ba4-ad03-1dd692c1ca14 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (d6ac1b83-9ee7-4635-858c-e65dfae50735), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.529868 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1fa5d-10a5-4ba4-ad03-1dd692c1ca14 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ac1b83-9ee7-4635-858c-e65dfae50735,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:00.538287 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8de1fa5d-10a5-4ba4-ad03-1dd692c1ca14 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.539332 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-8de1fa5d-10a5-4ba4-ad03-1dd692c1ca14 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426160 Nov 02 13:07:00.542486 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 57930) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:00.547121 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-a05be5aa-a8e3-45eb-b169-3c08f973859f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Request body: {'security_group_rule': {'security_group_id': '1b918221-eb2c-4747-a9c3-0432a5d4c8ba', 'project_id': '22ac1778be064017858e588e9567fd27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:00.573240 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.securitygroups_db [None req-a05be5aa-a8e3-45eb-b169-3c08f973859f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Project 22ac1778be064017858e588e9567fd27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:07:00.579003 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a05be5aa-a8e3-45eb-b169-3c08f973859f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (6af0a47f-469f-4302-809d-635f0f27c847), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.642431 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a05be5aa-a8e3-45eb-b169-3c08f973859f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (6af0a47f-469f-4302-809d-635f0f27c847), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.648123 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a05be5aa-a8e3-45eb-b169-3c08f973859f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (6af0a47f-469f-4302-809d-635f0f27c847), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.656834 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:00.665179 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Publish callbacks [] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.667999 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05be5aa-a8e3-45eb-b169-3c08f973859f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af0a47f-469f-4302-809d-635f0f27c847,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:00.679651 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-a05be5aa-a8e3-45eb-b169-3c08f973859f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.680500 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Sync routers for ids ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:07:00.689724 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-a05be5aa-a8e3-45eb-b169-3c08f973859f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374476 Nov 02 13:07:00.694586 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Transition to ACTIVE for port object 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:07:00.699956 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.720911 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Routers {'7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:00.721842 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:00.741241 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device da554726-4717-4dfc-8fe3-c61c2670f93e up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:00.798187 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Pushing event updated for resources: {'Port': ['ID=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:00.817963 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port da554726-4717-4dfc-8fe3-c61c2670f93e triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:00.818351 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.818698 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port da554726-4717-4dfc-8fe3-c61c2670f93e Nov 02 13:07:00.823420 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Attempting to bind port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:07:00.823761 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Attempting to bind port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:07:00.824115 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Attempting to bind port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 on network 46222446-e421-4f44-b970-f0c2d05a9631 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:00.841279 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 on network 46222446-e421-4f44-b970-f0c2d05a9631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:07:00.841279 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Attempting to bind port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 on network 46222446-e421-4f44-b970-f0c2d05a9631 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:00.855554 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:07:00.855908 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Checking segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:07:00.856506 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Bound using segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:07:00.857168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Bound port: 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:07:00.857589 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.874616 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Attempt 5 to provision port 098a13ee-c30e-414a-86a1-22b723f17707 Nov 02 13:07:00.937101 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] For port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:07:00.945290 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] For port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:07:00.962433 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.964910 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6cd4a-4605-46f6-9274-612d80cdd1ed req-637920f3-8918-4c54-a0e9-fde8de2c6ef6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:00.965858 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.967520 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Port 098a13ee-c30e-414a-86a1-22b723f17707 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:00.971770 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9ce6cd4a-4605-46f6-9274-612d80cdd1ed req-637920f3-8918-4c54-a0e9-fde8de2c6ef6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 944 time: 0.1179149 Nov 02 13:07:00.978504 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:00.979466 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:00.980598 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] 10.222.0.105 "PUT /v2.0/ports/9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 HTTP/1.1" status: 200 len: 1094 time: 0.7053165 Nov 02 13:07:00.985703 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Set router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:01.033287 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port da554726-4717-4dfc-8fe3-c61c2670f93e is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:01.055696 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9ce6cd4a-4605-46f6-9274-612d80cdd1ed req-02c57b7d-f40d-47cf-8033-4bb5107c612d tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791657 Nov 02 13:07:01.103533 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00ee58-cd55-4dbf-9b7f-b99f41922c84 service neutron] Pushing event updated for resources: {'Port': ['ID=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:01.167018 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-829c3eb9-159f-49e0-8ad0-da414bed2c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:01.168974 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-829c3eb9-159f-49e0-8ad0-da414bed2c2f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 1128 time: 0.1153104 Nov 02 13:07:01.231910 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-5ed042c9-e21c-4d31-ad00-52488b5b1bff service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 HTTP/1.1" status: 200 len: 217 time: 0.0483174 Nov 02 13:07:01.283792 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'name': 'tempest-TestShelveInstance-635471510-router', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:53Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'gw_port': {'id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:54Z', 'updated_at': '2022-11-02T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '098a13ee-c30e-414a-86a1-22b723f17707', 'name': '', 'network_id': '86948d1f-8645-4786-9800-f01de836982c', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'mac_address': 'fa:16:3e:c0:f4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '65cbd595-7076-44cd-bf6d-9111521eeaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 2, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'subnets': [{'id': '65cbd595-7076-44cd-bf6d-9111521eeaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:01.294300 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-65c8a1f4-dbb8-460f-9862-fb738a552310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:01.296050 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-65c8a1f4-dbb8-460f-9862-fb738a552310 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0578918 Nov 02 13:07:01.312909 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Checking router: 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:07:01.313388 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Updating router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 port 098a13ee-c30e-414a-86a1-22b723f17707 binding host dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:07:01.343881 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (098a13ee-c30e-414a-86a1-22b723f17707), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.382601 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-263b19d7-eace-46d5-bd8d-5dc599635392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:01.385708 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-263b19d7-eace-46d5-bd8d-5dc599635392 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820291 Nov 02 13:07:01.468601 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Attempt 6 to provision port 098a13ee-c30e-414a-86a1-22b723f17707 Nov 02 13:07:01.533686 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Port 098a13ee-c30e-414a-86a1-22b723f17707 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:01.535607 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-e0d298be-40a4-4032-b4f3-ee82b8f47959 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414957 Nov 02 13:07:01.537488 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'tag': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:01.540309 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4226699e-877a-4e75-a31a-848da9c0978e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0c3e26-4375-4db6-b45b-813178cbdacd", "tag": "9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:01.594465 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fd5a93-766c-4c43-9d3d-9dab9cb8efc1 x-openstack-request-id: req-b5fd5a93-766c-4c43-9d3d-9dab9cb8efc1 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:01.594873 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0c3e26-4375-4db6-b45b-813178cbdacd", "tag": "9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:01.595129 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b5fd5a93-766c-4c43-9d3d-9dab9cb8efc1 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:01.595600 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5fd5a93-766c-4c43-9d3d-9dab9cb8efc1'] response: {'name': 'network-changed', 'server_uuid': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'tag': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5', 'status': 'completed', 'code': 200} Nov 02 13:07:01.649904 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ae8c4a99-8760-45f8-a31f-b36e0de5c132 req-deb3a083-b8cf-4320-b524-8caaf80dbfe9 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065085 Nov 02 13:07:01.663716 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c9696789-eadb-4104-9a82-9ae275fb1c40 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:01.687060 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: c9696789-eadb-4104-9a82-9ae275fb1c40 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:07:01.687502 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c9696789-eadb-4104-9a82-9ae275fb1c40 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:07:01.697507 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Publish callbacks [] for port (098a13ee-c30e-414a-86a1-22b723f17707), precommit_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.705834 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (098a13ee-c30e-414a-86a1-22b723f17707), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.723996 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58018) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:01.778956 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eb919-f62a-4d0f-9e14-cbe59f98e294 None None] Pushing event updated for resources: {'Port': ['ID=098a13ee-c30e-414a-86a1-22b723f17707,revision_number=3']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:01.806048 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226699e-877a-4e75-a31a-848da9c0978e req-05c388b6-ba51-45e7-bf63-71d31a3e8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:01.808119 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4226699e-877a-4e75-a31a-848da9c0978e req-05c388b6-ba51-45e7-bf63-71d31a3e8591 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 1128 time: 0.0608780 Nov 02 13:07:01.815476 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Attempting to bind port 098a13ee-c30e-414a-86a1-22b723f17707 on host dv-cinder-863278-1-iscsi for vnic_type normal with profile {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:07:01.815936 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Attempting to bind port 098a13ee-c30e-414a-86a1-22b723f17707 by drivers openvswitch,hyperv on host dv-cinder-863278-1-iscsi at level 0 using segments [{'id': '7088c6ab-e666-492d-9aa7-03ea0fe3ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '86948d1f-8645-4786-9800-f01de836982c'}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:07:01.816424 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Attempting to bind port 098a13ee-c30e-414a-86a1-22b723f17707 on network 86948d1f-8645-4786-9800-f01de836982c {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:01.823020 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Checking agent: {'id': 'c87f8f93-bf45-42f7-ae7a-d73f933ea295', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863278-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 44, 2), 'started_at': datetime.datetime(2022, 11, 2, 12, 44, 32), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863278-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:07:01.823661 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Checking segment: {'id': '7088c6ab-e666-492d-9aa7-03ea0fe3ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '86948d1f-8645-4786-9800-f01de836982c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:07:01.823999 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.825165 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Bound using segment: {'id': '7088c6ab-e666-492d-9aa7-03ea0fe3ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '86948d1f-8645-4786-9800-f01de836982c'} {{(pid=110478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:07:01.825165 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.managers [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Bound port: 098a13ee-c30e-414a-86a1-22b723f17707, host: dv-cinder-863278-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7088c6ab-e666-492d-9aa7-03ea0fe3ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '86948d1f-8645-4786-9800-f01de836982c'}}] {{(pid=110478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:07:01.825426 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (098a13ee-c30e-414a-86a1-22b723f17707), before_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.906703 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] For port 098a13ee-c30e-414a-86a1-22b723f17707, host dv-cinder-863278-1-iscsi, cleared binding levels {{(pid=110478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:07:01.910486 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226699e-877a-4e75-a31a-848da9c0978e req-e552304d-7015-49d6-87d8-8b927a3ee50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:01.910729 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.plugins.ml2.db [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] For port 098a13ee-c30e-414a-86a1-22b723f17707, host dv-cinder-863278-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=098a13ee-c30e-414a-86a1-22b723f17707,segment=NetworkSegment(7088c6ab-e666-492d-9aa7-03ea0fe3ff1a),segment_id=7088c6ab-e666-492d-9aa7-03ea0fe3ff1a)] {{(pid=110478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:07:01.912009 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4226699e-877a-4e75-a31a-848da9c0978e req-e552304d-7015-49d6-87d8-8b927a3ee50a service neutron] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 917 time: 0.0961118 Nov 02 13:07:01.919666 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron_lib.callbacks.manager [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (098a13ee-c30e-414a-86a1-22b723f17707), after_update {{(pid=110478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:01.966998 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Routers {'7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:01.967656 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:01.976025 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4226699e-877a-4e75-a31a-848da9c0978e req-d4e5c678-d390-44e4-82ab-da053358286e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 HTTP/1.1" status: 200 len: 217 time: 0.0533366 Nov 02 13:07:02.028561 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eb919-f62a-4d0f-9e14-cbe59f98e294 None None] Pushing event updated for resources: {'Port': ['ID=098a13ee-c30e-414a-86a1-22b723f17707,revision_number=4']} {{(pid=110478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:02.034962 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Attempt 7 to provision port 098a13ee-c30e-414a-86a1-22b723f17707 Nov 02 13:07:02.051027 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226699e-877a-4e75-a31a-848da9c0978e req-6cfec587-fa7f-427e-88e4-b46a21f05ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:02.053321 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4226699e-877a-4e75-a31a-848da9c0978e req-6cfec587-fa7f-427e-88e4-b46a21f05ead service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0713935 Nov 02 13:07:02.141401 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226699e-877a-4e75-a31a-848da9c0978e req-7d862861-383e-4933-895b-8f1d38410596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:02.148083 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4226699e-877a-4e75-a31a-848da9c0978e req-7d862861-383e-4933-895b-8f1d38410596 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874968 Nov 02 13:07:02.165396 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Current status of the port 098a13ee-c30e-414a-86a1-22b723f17707 is: DOWN; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:02.165799 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (098a13ee-c30e-414a-86a1-22b723f17707), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.208558 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] For port 098a13ee-c30e-414a-86a1-22b723f17707, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=098a13ee-c30e-414a-86a1-22b723f17707,segment=NetworkSegment(7088c6ab-e666-492d-9aa7-03ea0fe3ff1a),segment_id=7088c6ab-e666-492d-9aa7-03ea0fe3ff1a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:02.213945 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (098a13ee-c30e-414a-86a1-22b723f17707), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.242967 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623080'] for router_interface (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.251606 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] Set router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:02.270387 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e8828-dc2c-4e89-8d66-4170d5ccbf51 None None] Pushing event updated for resources: {'Port': ['ID=098a13ee-c30e-414a-86a1-22b723f17707,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:02.273710 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4226699e-877a-4e75-a31a-848da9c0978e req-542d4e25-3e2d-4a4f-a09c-1e0c4c941236 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169510 Nov 02 13:07:02.301151 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5118321-ac5b-4b65-980b-b46072a30e00 req-e931c428-5678-429c-841b-b8e043d73ab4 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:02.302830 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c5118321-ac5b-4b65-980b-b46072a30e00 req-e931c428-5678-429c-841b-b8e043d73ab4 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 944 time: 0.1250372 Nov 02 13:07:02.384120 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-4226699e-877a-4e75-a31a-848da9c0978e req-d87436a1-37fc-4263-a003-14652030e256 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034496 Nov 02 13:07:02.388446 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.391019 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-cdd9ea05-3203-479c-8e68-f4ceddf49ec7 None None] Provisioning complete for port 098a13ee-c30e-414a-86a1-22b723f17707 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:02.391635 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-cdd9ea05-3203-479c-8e68-f4ceddf49ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (098a13ee-c30e-414a-86a1-22b723f17707), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.392130 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-cdd9ea05-3203-479c-8e68-f4ceddf49ec7 None None] Attempt 1 to provision port 098a13ee-c30e-414a-86a1-22b723f17707 Nov 02 13:07:02.410051 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c5118321-ac5b-4b65-980b-b46072a30e00 req-a4752fa7-21c9-4d8d-bc0d-a3e601c5b100 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948224 Nov 02 13:07:02.520660 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9ea05-3203-479c-8e68-f4ceddf49ec7 None None] Current status of the port 098a13ee-c30e-414a-86a1-22b723f17707 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:02.526656 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'name': 'tempest-TestShelveInstance-635471510-router', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:53Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'gw_port': {'id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:54Z', 'updated_at': '2022-11-02T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '098a13ee-c30e-414a-86a1-22b723f17707', 'name': '', 'network_id': '86948d1f-8645-4786-9800-f01de836982c', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'mac_address': 'fa:16:3e:c0:f4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '65cbd595-7076-44cd-bf6d-9111521eeaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:01Z', 'revision_number': 4, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'subnets': [{'id': '65cbd595-7076-44cd-bf6d-9111521eeaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:02.552323 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f69230-1989-4753-9b49-d3abe6185839 None None] The sync data for ids ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'] in dv-cinder-863278-1-iscsi is: [{'id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'name': 'tempest-TestShelveInstance-635471510-router', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:53Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 4, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'gw_port': {'id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:54Z', 'updated_at': '2022-11-02T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '098a13ee-c30e-414a-86a1-22b723f17707', 'name': '', 'network_id': '86948d1f-8645-4786-9800-f01de836982c', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'mac_address': 'fa:16:3e:c0:f4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '65cbd595-7076-44cd-bf6d-9111521eeaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:56Z', 'updated_at': '2022-11-02T13:07:01Z', 'revision_number': 4, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'subnets': [{'id': '65cbd595-7076-44cd-bf6d-9111521eeaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:07:02.617157 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] Deleting port 80e38bf7-c845-4559-a5fa-f40dbcff4f65 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:07:02.617510 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.718304 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] For port 80e38bf7-c845-4559-a5fa-f40dbcff4f65, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=80e38bf7-c845-4559-a5fa-f40dbcff4f65,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:02.718677 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.733853 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] Calling delete_port for 80e38bf7-c845-4559-a5fa-f40dbcff4f65 owned by network:router_interface {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:07:02.751471 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 098a13ee-c30e-414a-86a1-22b723f17707 up at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:02.804027 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Provisioning complete for port 098a13ee-c30e-414a-86a1-22b723f17707 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:02.804518 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (098a13ee-c30e-414a-86a1-22b723f17707), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.804866 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Attempt 1 to provision port 098a13ee-c30e-414a-86a1-22b723f17707 Nov 02 13:07:02.888470 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Current status of the port 098a13ee-c30e-414a-86a1-22b723f17707 is: ACTIVE; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:02.932791 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (80e38bf7-c845-4559-a5fa-f40dbcff4f65), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:02.958097 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e38bf7-c845-4559-a5fa-f40dbcff4f65,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:03.132375 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623960'] for router_interface (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:03.361843 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] Router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:07:03.472153 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:07:03.479371 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-7fe2f80f-b843-4614-81a1-a35e64faf282 admin admin] 10.222.0.90 "PUT /v2.0/routers/6fbf7d53-acc8-4124-9b24-7c9520b5cd68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7537498 Nov 02 13:07:03.482129 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58038) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:03.486884 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7907e-d2f0-4fc4-94c3-9dab9abb739f None None] Sync routers for ids ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:07:03.499915 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7907e-d2f0-4fc4-94c3-9dab9abb739f None None] Routers {'6fbf7d53-acc8-4124-9b24-7c9520b5cd68'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:03.500802 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c1f7907e-d2f0-4fc4-94c3-9dab9abb739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:03.635272 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-c1f7907e-d2f0-4fc4-94c3-9dab9abb739f None None] Set router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:03.659012 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aac766-c1b4-4d2c-97dd-c2d95cd7e0d9 req-0e1a0b00-486a-421d-8ae3-30dd2961faa3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:03.660677 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-02aac766-c1b4-4d2c-97dd-c2d95cd7e0d9 req-0e1a0b00-486a-421d-8ae3-30dd2961faa3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 944 time: 0.1107934 Nov 02 13:07:03.669641 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Publish callbacks [] for router (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:03.794829 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-02aac766-c1b4-4d2c-97dd-c2d95cd7e0d9 req-60b3a1bd-811f-48dc-b651-e1f9ea066b74 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269588 Nov 02 13:07:03.834326 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Publish callbacks [] for router_gateway (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:03.845314 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c1f7907e-d2f0-4fc4-94c3-9dab9abb739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173'}], 'enable_snat': True}, 'gw_port_id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:07:02Z', 'revision_number': 5, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port': {'id': '65925f3e-c3ac-4627-8bd8-b97a962824f3', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:14:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:43Z', 'updated_at': '2022-11-02T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:03.869729 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7907e-d2f0-4fc4-94c3-9dab9abb739f None None] Checking router: 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:07:03.878311 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7907e-d2f0-4fc4-94c3-9dab9abb739f None None] Routers {'6fbf7d53-acc8-4124-9b24-7c9520b5cd68'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:03.878931 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c1f7907e-d2f0-4fc4-94c3-9dab9abb739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:03.888732 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Deleting port 65925f3e-c3ac-4627-8bd8-b97a962824f3 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:07:03.889083 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:03.963346 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-c1f7907e-d2f0-4fc4-94c3-9dab9abb739f None None] Set router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 gateway port host: None {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:03.973838 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] For port 65925f3e-c3ac-4627-8bd8-b97a962824f3, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=65925f3e-c3ac-4627-8bd8-b97a962824f3,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:03.974324 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:03.987362 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Calling delete_port for 65925f3e-c3ac-4627-8bd8-b97a962824f3 owned by network:router_gateway {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:07:04.014520 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c1f7907e-d2f0-4fc4-94c3-9dab9abb739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:07:03Z', 'revision_number': 6, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port_host': None}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:04.041958 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7907e-d2f0-4fc4-94c3-9dab9abb739f None None] The sync data for ids ['6fbf7d53-acc8-4124-9b24-7c9520b5cd68'] in dv-cinder-863278-1-iscsi is: [{'id': '6fbf7d53-acc8-4124-9b24-7c9520b5cd68', 'name': 'tempest-TestMinimumBasicScenario-320210770-router', 'tenant_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:42Z', 'updated_at': '2022-11-02T13:07:03Z', 'revision_number': 6, 'project_id': '5716ca4d4fc14873bdb6a99cecc9ed64', 'gw_port_host': None}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:07:04.167347 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (65925f3e-c3ac-4627-8bd8-b97a962824f3), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.193576 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=65925f3e-c3ac-4627-8bd8-b97a962824f3,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:04.276886 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624418'] for router_gateway (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.368839 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6593'] for router (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.371237 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Publish callbacks [] for router_controller (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.418350 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622926'] for router (6fbf7d53-acc8-4124-9b24-7c9520b5cd68), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.419259 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fbf7d53-acc8-4124-9b24-7c9520b5cd68 {{(pid=110475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:07:04.425742 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.426970 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-d34a1bc0-e4f2-43bc-a40a-77dad77b63f4 admin admin] 10.222.0.90 "DELETE /v2.0/routers/6fbf7d53-acc8-4124-9b24-7c9520b5cd68 HTTP/1.1" status: 204 len: 168 time: 0.9438252 Nov 02 13:07:04.430003 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58042) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:04.480537 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-589a9d3a-beb6-47a7-8fd6-f108dc4c7b2c admin admin] Deleting subnet 87405d65-ec7b-4e6f-9b57-268992d7f31b {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:07:04.483802 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-589a9d3a-beb6-47a7-8fd6-f108dc4c7b2c admin admin] Publish callbacks [] for subnet (87405d65-ec7b-4e6f-9b57-268992d7f31b), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.526381 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-589a9d3a-beb6-47a7-8fd6-f108dc4c7b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16000396'] for subnet (87405d65-ec7b-4e6f-9b57-268992d7f31b), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.611001 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-589a9d3a-beb6-47a7-8fd6-f108dc4c7b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (87405d65-ec7b-4e6f-9b57-268992d7f31b), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.690042 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-589a9d3a-beb6-47a7-8fd6-f108dc4c7b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14319644'] for subnet (87405d65-ec7b-4e6f-9b57-268992d7f31b), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.722741 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a9d3a-beb6-47a7-8fd6-f108dc4c7b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87405d65-ec7b-4e6f-9b57-268992d7f31b,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:04.726381 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-589a9d3a-beb6-47a7-8fd6-f108dc4c7b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.729725 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-589a9d3a-beb6-47a7-8fd6-f108dc4c7b2c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/87405d65-ec7b-4e6f-9b57-268992d7f31b HTTP/1.1" status: 204 len: 168 time: 0.2987354 Nov 02 13:07:04.734774 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc723b53-22b5-499a-a816-f43c56dd39f2 None None] Network ae46113b-3acc-4bc8-9509-58e63614d6ec requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:07:04.735317 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58046) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:04.808700 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (ae46113b-3acc-4bc8-9509-58e63614d6ec), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.866437 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Deleting port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:07:04.866805 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.950448 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] For port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6,segment=NetworkSegment(3fd74f10-e5f1-4068-a47f-1418f77db5d0),segment_id=3fd74f10-e5f1-4068-a47f-1418f77db5d0)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:04.950818 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:04.953128 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c036f9e-8a08-4413-ae44-68d68aaa2720 req-c3e3ebf6-3e99-49bb-87f9-57ee3e6f0515 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:04.954756 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4c036f9e-8a08-4413-ae44-68d68aaa2720 req-c3e3ebf6-3e99-49bb-87f9-57ee3e6f0515 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 944 time: 0.0563681 Nov 02 13:07:04.965008 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Calling delete_port for 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 owned by network:dhcp {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:07:05.009887 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4c036f9e-8a08-4413-ae44-68d68aaa2720 req-ad541d87-b9fd-41b4-9264-527b7f51c257 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489514 Nov 02 13:07:05.051912 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.069267 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d15837-466c-4cf3-abc1-1778c10f0abd None None] DHCP port deletion for ae46113b-3acc-4bc8-9509-58e63614d6ec request from dv-cinder-863278-1-iscsi {{(pid=110477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:07:05.088538 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:05.090535 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] No DVR routers for this DVR port 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 on host dv-cinder-863278-1-iscsi {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:07:05.137036 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 80e38bf7-c845-4559-a5fa-f40dbcff4f65 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:05.157262 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 80e38bf7-c845-4559-a5fa-f40dbcff4f65 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:07:05.158091 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 80e38bf7-c845-4559-a5fa-f40dbcff4f65 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:07:05.173101 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (ae46113b-3acc-4bc8-9509-58e63614d6ec), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.196286 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae46113b-3acc-4bc8-9509-58e63614d6ec']}} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:05.207581 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd74f10-e5f1-4068-a47f-1418f77db5d0') {'for_net_delete': True} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:05.207757 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd74f10-e5f1-4068-a47f-1418f77db5d0') {} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:05.227622 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16000405'] for segment (3fd74f10-e5f1-4068-a47f-1418f77db5d0), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.242387 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (3fd74f10-e5f1-4068-a47f-1418f77db5d0), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.248911 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Releasing vlan 1429 on physical network physnet1 to pool {{(pid=110475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:07:05.249295 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12738436'] for segment (3fd74f10-e5f1-4068-a47f-1418f77db5d0), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.291990 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 3fd74f10-e5f1-4068-a47f-1418f77db5d0 resource provider aggregate not found Nov 02 13:07:05.311667 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 3fd74f10-e5f1-4068-a47f-1418f77db5d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fd74f10-e5f1-4068-a47f-1418f77db5d0 found for delete ", "request_id": "req-e5bb9e8f-cf39-455c-bb13-de19273b728e"}]} Nov 02 13:07:05.321170 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (ae46113b-3acc-4bc8-9509-58e63614d6ec), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.326177 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.329483 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] 10.222.0.90 "DELETE /v2.0/networks/ae46113b-3acc-4bc8-9509-58e63614d6ec HTTP/1.1" status: 204 len: 168 time: 0.5956731 Nov 02 13:07:05.332654 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58054) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:05.345044 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065a955-011a-4d38-81f1-afc2e924d76a admin admin] Pushing event deleted for resources: {'Network': ['ID=ae46113b-3acc-4bc8-9509-58e63614d6ec,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:05.681785 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623080'] for router_interface (54b4fb6c-380a-4b69-9842-0f997afa3cb8), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.683579 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:07:05.795425 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:05.813247 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'port_id': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5', 'mac_address': 'fa:16:3e:38:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:07:05.849484 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:05.849871 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.865094 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:05.886474 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:05.892109 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:05.949518 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:06.123831 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] Deleting port ad41815b-2f8c-4587-a2a6-fb9328390486 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:07:06.124497 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:06.150485 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a34fa9-d06c-4573-8b53-bfe711e5528c req-bac52a76-c0e7-469a-bf7b-c961cd1defe7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:06.152059 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-43a34fa9-d06c-4573-8b53-bfe711e5528c req-bac52a76-c0e7-469a-bf7b-c961cd1defe7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 945 time: 0.0614967 Nov 02 13:07:06.201593 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-43a34fa9-d06c-4573-8b53-bfe711e5528c req-213bc454-cfa0-4d46-912c-6d240ee9d343 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436523 Nov 02 13:07:06.208630 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] For port ad41815b-2f8c-4587-a2a6-fb9328390486, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=ad41815b-2f8c-4587-a2a6-fb9328390486,segment=NetworkSegment(0396363d-6321-40c7-a140-4bc240d9c5de),segment_id=0396363d-6321-40c7-a140-4bc240d9c5de)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:06.209279 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:06.225839 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] Calling delete_port for ad41815b-2f8c-4587-a2a6-fb9328390486 owned by network:router_interface {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:07:06.365476 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:07:06.423555 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (ad41815b-2f8c-4587-a2a6-fb9328390486), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:06.449918 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad41815b-2f8c-4587-a2a6-fb9328390486,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:06.625025 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623960'] for router_interface (54b4fb6c-380a-4b69-9842-0f997afa3cb8), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:06.782474 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 65925f3e-c3ac-4627-8bd8-b97a962824f3 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:06.803112 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 65925f3e-c3ac-4627-8bd8-b97a962824f3 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:07:06.803822 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 65925f3e-c3ac-4627-8bd8-b97a962824f3 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:07:06.804008 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:06.823072 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:07:06.823667 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 6f1dc3d3-88b3-4beb-8e23-7ff6a1052ff6 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:07:06.861596 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] Router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:07:06.966469 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:07:06.973001 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-90227431-bc22-46f6-b38d-169e5c20db8a admin admin] 10.222.0.90 "PUT /v2.0/routers/54b4fb6c-380a-4b69-9842-0f997afa3cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6377280 Nov 02 13:07:06.974468 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58062) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:06.979076 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182174-2a44-41d1-a0c1-b79733d2e074 None None] Sync routers for ids ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:07:06.996968 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2182174-2a44-41d1-a0c1-b79733d2e074 None None] Routers {'54b4fb6c-380a-4b69-9842-0f997afa3cb8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:06.997697 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-d2182174-2a44-41d1-a0c1-b79733d2e074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:07.078725 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Publish callbacks [] for router (54b4fb6c-380a-4b69-9842-0f997afa3cb8), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.120522 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-d2182174-2a44-41d1-a0c1-b79733d2e074 None None] Set router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:07.179727 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Publish callbacks [] for router_gateway (54b4fb6c-380a-4b69-9842-0f997afa3cb8), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.240220 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Deleting port a543256c-f17a-4eea-8bd8-9f70c94efcb2 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:07:07.240813 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.351264 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-d2182174-2a44-41d1-a0c1-b79733d2e074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'name': 'tempest-TestMinimumBasicScenario-880882671-router', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:48Z', 'updated_at': '2022-11-02T13:07:06Z', 'revision_number': 5, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'gw_port': {'id': 'a543256c-f17a-4eea-8bd8-9f70c94efcb2', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:02:49Z', 'updated_at': '2022-11-02T13:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:07.367957 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] For port a543256c-f17a-4eea-8bd8-9f70c94efcb2, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=a543256c-f17a-4eea-8bd8-9f70c94efcb2,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:07.368349 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.377888 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182174-2a44-41d1-a0c1-b79733d2e074 None None] Checking router: 54b4fb6c-380a-4b69-9842-0f997afa3cb8 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:07:07.384937 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Calling delete_port for a543256c-f17a-4eea-8bd8-9f70c94efcb2 owned by network:router_gateway {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:07:07.394081 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2182174-2a44-41d1-a0c1-b79733d2e074 None None] Routers {'54b4fb6c-380a-4b69-9842-0f997afa3cb8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:07.394081 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-d2182174-2a44-41d1-a0c1-b79733d2e074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:07.396151 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a28b6e-2a05-4b39-bde9-01b904aeea23 req-9b5b3fc2-a5e3-43f5-8e37-1f4e2a6aef8a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:07.397760 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c7a28b6e-2a05-4b39-bde9-01b904aeea23 req-9b5b3fc2-a5e3-43f5-8e37-1f4e2a6aef8a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 945 time: 0.1072536 Nov 02 13:07:07.485408 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-d2182174-2a44-41d1-a0c1-b79733d2e074 None None] Set router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 gateway port host: None {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:07.497475 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c7a28b6e-2a05-4b39-bde9-01b904aeea23 req-de0edcde-8f04-4f1c-8e50-fd9a66c5b51d tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908594 Nov 02 13:07:07.542621 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-d2182174-2a44-41d1-a0c1-b79733d2e074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'name': 'tempest-TestMinimumBasicScenario-880882671-router', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:48Z', 'updated_at': '2022-11-02T13:07:07Z', 'revision_number': 6, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'gw_port_host': None}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:07.568516 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182174-2a44-41d1-a0c1-b79733d2e074 None None] The sync data for ids ['54b4fb6c-380a-4b69-9842-0f997afa3cb8'] in dv-cinder-863278-1-iscsi is: [{'id': '54b4fb6c-380a-4b69-9842-0f997afa3cb8', 'name': 'tempest-TestMinimumBasicScenario-880882671-router', 'tenant_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:02:48Z', 'updated_at': '2022-11-02T13:07:07Z', 'revision_number': 6, 'project_id': 'f43c077d00bf496ba3a6d9df1400e35e', 'gw_port_host': None}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:07:07.614085 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (a543256c-f17a-4eea-8bd8-9f70c94efcb2), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.649283 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=a543256c-f17a-4eea-8bd8-9f70c94efcb2,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:07.712638 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:07.721999 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624418'] for router_gateway (54b4fb6c-380a-4b69-9842-0f997afa3cb8), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.779776 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:07:07.786726 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:07.787436 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.787798 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 Nov 02 13:07:07.818502 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6593'] for router (54b4fb6c-380a-4b69-9842-0f997afa3cb8), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.821109 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Publish callbacks [] for router_controller (54b4fb6c-380a-4b69-9842-0f997afa3cb8), precommit_delete_associations {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.871606 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622926'] for router (54b4fb6c-380a-4b69-9842-0f997afa3cb8), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.872100 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54b4fb6c-380a-4b69-9842-0f997afa3cb8 {{(pid=110476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:07:07.878532 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.879738 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-43273912-d2a6-453f-b19a-cebeb0925ddf admin admin] 10.222.0.90 "DELETE /v2.0/routers/54b4fb6c-380a-4b69-9842-0f997afa3cb8 HTTP/1.1" status: 204 len: 168 time: 0.9043255 Nov 02 13:07:07.882668 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58068) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:07.900831 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:07.902148 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.940455 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:07.946696 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb28f63-4b9a-435a-8698-4b5eef589edf" -d '{"events": [{"server_uuid": "2c0c3e26-4375-4db6-b45b-813178cbdacd", "name": "network-vif-plugged", "status": "completed", "tag": "9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:07.953492 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f9397b-cd99-4d4b-8d28-ab8a2df733eb admin admin] Deleting subnet 26f6070e-6405-463c-911c-3c022e7652de {{(pid=110476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:07:07.957922 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c4f9397b-cd99-4d4b-8d28-ab8a2df733eb admin admin] Publish callbacks [] for subnet (26f6070e-6405-463c-911c-3c022e7652de), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:07.960717 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:07.966219 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.004465 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c4f9397b-cd99-4d4b-8d28-ab8a2df733eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12720103'] for subnet (26f6070e-6405-463c-911c-3c022e7652de), precommit_delete_associations {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.013117 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa38e2-10fe-482b-b570-8d576ead26cf x-openstack-request-id: req-5baa38e2-10fe-482b-b570-8d576ead26cf {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:08.013117 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c3e26-4375-4db6-b45b-813178cbdacd", "name": "network-vif-plugged", "status": "completed", "tag": "9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:08.013403 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5baa38e2-10fe-482b-b570-8d576ead26cf {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:08.013784 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5baa38e2-10fe-482b-b570-8d576ead26cf'] response: {'server_uuid': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5', 'code': 200} Nov 02 13:07:08.041940 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:08.108582 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c4f9397b-cd99-4d4b-8d28-ab8a2df733eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (26f6070e-6405-463c-911c-3c022e7652de), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.164874 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c4f9397b-cd99-4d4b-8d28-ab8a2df733eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12729675'] for subnet (26f6070e-6405-463c-911c-3c022e7652de), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.190364 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9397b-cd99-4d4b-8d28-ab8a2df733eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f6070e-6405-463c-911c-3c022e7652de,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:08.193944 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c4f9397b-cd99-4d4b-8d28-ab8a2df733eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.199741 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-c4f9397b-cd99-4d4b-8d28-ab8a2df733eb admin admin] 10.222.0.90 "DELETE /v2.0/subnets/26f6070e-6405-463c-911c-3c022e7652de HTTP/1.1" status: 204 len: 168 time: 0.3131711 Nov 02 13:07:08.199921 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c245a5-7df2-4f22-b640-9302d8bde351 None None] Network 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:07:08.200044 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58072) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:08.253083 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09c9ce-2ba3-406c-9715-a74098329254 req-50516285-fc2f-4f03-8fb7-5fc5dafe4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:08.254783 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2f09c9ce-2ba3-406c-9715-a74098329254 req-50516285-fc2f-4f03-8fb7-5fc5dafe4cdf service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 1130 time: 0.0589597 Nov 02 13:07:08.281950 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (3377c1e5-dcaa-494e-9407-8c3ee99d3b64), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.316468 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-2f09c9ce-2ba3-406c-9715-a74098329254 req-5fd82317-10a2-4579-9f53-c89a345a0965 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528080 Nov 02 13:07:08.337195 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Deleting port b246fda8-d151-4f0b-bbd7-72285981eb08 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:07:08.337537 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.374704 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bc7bc8-53ea-41e4-b3af-237917b59217 None None] DHCP port deletion for 3377c1e5-dcaa-494e-9407-8c3ee99d3b64 request from dv-cinder-863278-1-iscsi {{(pid=110477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:07:08.408476 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] For port b246fda8-d151-4f0b-bbd7-72285981eb08, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=b246fda8-d151-4f0b-bbd7-72285981eb08,segment=NetworkSegment(0396363d-6321-40c7-a140-4bc240d9c5de),segment_id=0396363d-6321-40c7-a140-4bc240d9c5de)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:08.408854 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.424420 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Calling delete_port for b246fda8-d151-4f0b-bbd7-72285981eb08 owned by network:dhcp {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:07:08.426623 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc7bc8-53ea-41e4-b3af-237917b59217 None None] Deleting port b246fda8-d151-4f0b-bbd7-72285981eb08 {{(pid=110477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:07:08.427005 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7bc8-53ea-41e4-b3af-237917b59217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), before_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.500106 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-a7bc7bc8-53ea-41e4-b3af-237917b59217 None None] For port b246fda8-d151-4f0b-bbd7-72285981eb08, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=b246fda8-d151-4f0b-bbd7-72285981eb08,segment=NetworkSegment(0396363d-6321-40c7-a140-4bc240d9c5de),segment_id=0396363d-6321-40c7-a140-4bc240d9c5de)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:08.500611 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7bc8-53ea-41e4-b3af-237917b59217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), precommit_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.515917 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.516253 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc7bc8-53ea-41e4-b3af-237917b59217 None None] Calling delete_port for b246fda8-d151-4f0b-bbd7-72285981eb08 owned by network:dhcp {{(pid=110477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:07:08.549049 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b246fda8-d151-4f0b-bbd7-72285981eb08,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:08.552936 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] No DVR routers for this DVR port b246fda8-d151-4f0b-bbd7-72285981eb08 on host dv-cinder-863278-1-iscsi {{(pid=110476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:07:08.604421 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-a7bc7bc8-53ea-41e4-b3af-237917b59217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (b246fda8-d151-4f0b-bbd7-72285981eb08), after_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.634176 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc7bc8-53ea-41e4-b3af-237917b59217 None None] Pushing event deleted for resources: {'Port': ['ID=b246fda8-d151-4f0b-bbd7-72285981eb08,revision_number=None']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:08.645436 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc7bc8-53ea-41e4-b3af-237917b59217 None None] No DVR routers for this DVR port b246fda8-d151-4f0b-bbd7-72285981eb08 on host dv-cinder-863278-1-iscsi {{(pid=110477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:07:08.664445 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (3377c1e5-dcaa-494e-9407-8c3ee99d3b64), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.690476 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3377c1e5-dcaa-494e-9407-8c3ee99d3b64']}} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:08.703460 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0396363d-6321-40c7-a140-4bc240d9c5de') {'for_net_delete': True} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:08.703769 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0396363d-6321-40c7-a140-4bc240d9c5de') {} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:08.715983 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12720126'] for segment (0396363d-6321-40c7-a140-4bc240d9c5de), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.732147 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7d455-4d95-4d6b-9399-7b367dfe138d req-71939166-c1de-4eca-8840-c3117c2e6406 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:08.733688 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9bf7d455-4d95-4d6b-9399-7b367dfe138d req-71939166-c1de-4eca-8840-c3117c2e6406 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 946 time: 0.1120329 Nov 02 13:07:08.744560 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device ad41815b-2f8c-4587-a2a6-fb9328390486 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:08.744712 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (0396363d-6321-40c7-a140-4bc240d9c5de), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.762662 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Releasing vlan 1415 on physical network physnet1 to pool {{(pid=110476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:07:08.763062 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112400'] for segment (0396363d-6321-40c7-a140-4bc240d9c5de), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:08.768701 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: ad41815b-2f8c-4587-a2a6-fb9328390486 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:07:08.769123 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device ad41815b-2f8c-4587-a2a6-fb9328390486 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:07:08.770210 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device a543256c-f17a-4eea-8bd8-9f70c94efcb2 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:08.789431 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: a543256c-f17a-4eea-8bd8-9f70c94efcb2 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:07:08.789768 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device a543256c-f17a-4eea-8bd8-9f70c94efcb2 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:07:08.790163 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device b246fda8-d151-4f0b-bbd7-72285981eb08 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:07:08.820391 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: b246fda8-d151-4f0b-bbd7-72285981eb08 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:07:08.821051 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device b246fda8-d151-4f0b-bbd7-72285981eb08 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:07:09.013933 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 0396363d-6321-40c7-a140-4bc240d9c5de resource provider aggregate not found Nov 02 13:07:09.039580 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 0396363d-6321-40c7-a140-4bc240d9c5de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0396363d-6321-40c7-a140-4bc240d9c5de found for delete ", "request_id": "req-083da151-8034-4142-b6f2-a11e95fcfcbd"}]} Nov 02 13:07:09.057509 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9bf7d455-4d95-4d6b-9399-7b367dfe138d req-4f659242-57ee-4718-a044-483b81816721 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154132 Nov 02 13:07:09.058097 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (3377c1e5-dcaa-494e-9407-8c3ee99d3b64), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.063322 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.066503 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] 10.222.0.90 "DELETE /v2.0/networks/3377c1e5-dcaa-494e-9407-8c3ee99d3b64 HTTP/1.1" status: 204 len: 168 time: 0.8654990 Nov 02 13:07:09.078003 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f3c91-7fff-410e-ad2d-a2c98612c9ad admin admin] Pushing event deleted for resources: {'Network': ['ID=3377c1e5-dcaa-494e-9407-8c3ee99d3b64,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:09.248573 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58086) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:09.293886 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-6064e9bf-7833-49c7-b20a-eb511c0d94c5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5716ca4d4fc14873bdb6a99cecc9ed64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441258 Nov 02 13:07:09.296551 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58088) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:09.346141 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1ac49fdf-33e7-45df-ae74-d8ad61c2ee95 admin admin] Publish callbacks [] for security_group (e1a9db3d-f75d-4170-8071-9e6fedfc0a44), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.369822 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1ac49fdf-33e7-45df-ae74-d8ad61c2ee95 admin admin] Publish callbacks [] for security_group (e1a9db3d-f75d-4170-8071-9e6fedfc0a44), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.420708 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1ac49fdf-33e7-45df-ae74-d8ad61c2ee95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (e1a9db3d-f75d-4170-8071-9e6fedfc0a44), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.423324 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1ac49fdf-33e7-45df-ae74-d8ad61c2ee95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.424545 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-1ac49fdf-33e7-45df-ae74-d8ad61c2ee95 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e1a9db3d-f75d-4170-8071-9e6fedfc0a44 HTTP/1.1" status: 204 len: 168 time: 0.1270707 Nov 02 13:07:09.433127 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac49fdf-33e7-45df-ae74-d8ad61c2ee95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a9db3d-f75d-4170-8071-9e6fedfc0a44,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:09.771714 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58094) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:09.822454 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e64a227a-27a0-48c5-8263-863ebb4a4627 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f43c077d00bf496ba3a6d9df1400e35e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493746 Nov 02 13:07:09.825252 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58096) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:09.878491 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-700828fb-bf59-489c-81c7-e2d0dc5fe1c5 admin admin] Publish callbacks [] for security_group (b4278bfb-3ba1-47cb-96f6-2e101a544445), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.900571 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-700828fb-bf59-489c-81c7-e2d0dc5fe1c5 admin admin] Publish callbacks [] for security_group (b4278bfb-3ba1-47cb-96f6-2e101a544445), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.954272 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-700828fb-bf59-489c-81c7-e2d0dc5fe1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (b4278bfb-3ba1-47cb-96f6-2e101a544445), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.957697 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-700828fb-bf59-489c-81c7-e2d0dc5fe1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:09.961549 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-700828fb-bf59-489c-81c7-e2d0dc5fe1c5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b4278bfb-3ba1-47cb-96f6-2e101a544445 HTTP/1.1" status: 204 len: 168 time: 0.1329920 Nov 02 13:07:09.974444 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700828fb-bf59-489c-81c7-e2d0dc5fe1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4278bfb-3ba1-47cb-96f6-2e101a544445,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:10.201421 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48300158-ddf8-47bf-8a6a-d6f623f31311 req-5b0d5933-ef46-45ef-8c72-528c2fa90316 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:10.203006 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-48300158-ddf8-47bf-8a6a-d6f623f31311 req-5b0d5933-ef46-45ef-8c72-528c2fa90316 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 946 time: 0.0633519 Nov 02 13:07:10.256272 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-48300158-ddf8-47bf-8a6a-d6f623f31311 req-04c4a716-c08f-4cd4-ad1c-1c182fd7f54b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470488 Nov 02 13:07:10.398650 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f009e-4dd9-4bb7-ba02-446f86f08186 req-d40f94bf-9d35-4f3d-8669-048eae092ece tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:10.400163 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-bf4f009e-4dd9-4bb7-ba02-446f86f08186 req-d40f94bf-9d35-4f3d-8669-048eae092ece tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 946 time: 0.0657511 Nov 02 13:07:10.411630 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58106) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:10.416347 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-3e3b0d6b-8110-4c24-853c-66dccd9e4e0b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'floatingip': {'port_id': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:10.454435 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0d6b-8110-4c24-853c-66dccd9e4e0b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (2ea870e1-796d-463c-ba0c-8bf841e6e866), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.887646 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0d6b-8110-4c24-853c-66dccd9e4e0b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.893969 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0d6b-8110-4c24-853c-66dccd9e4e0b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (2ea870e1-796d-463c-ba0c-8bf841e6e866), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:10.994790 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-3e3b0d6b-8110-4c24-853c-66dccd9e4e0b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Floating IP 2ea870e1-796d-463c-ba0c-8bf841e6e866 associated. External IP: 172.27.4.241, port: 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5. Nov 02 13:07:11.455535 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3b0d6b-8110-4c24-853c-66dccd9e4e0b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Router 1d10ba80-bd16-46b8-977a-944b9118eeb3 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:07:11.557979 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3b0d6b-8110-4c24-853c-66dccd9e4e0b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:07:11.562499 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0d6b-8110-4c24-853c-66dccd9e4e0b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:11.569110 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a7fde-dbd2-487f-9a76-709ab99160fe None None] Sync routers for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:07:11.596287 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-3e3b0d6b-8110-4c24-853c-66dccd9e4e0b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "PUT /v2.0/floatingips/2ea870e1-796d-463c-ba0c-8bf841e6e866 HTTP/1.1" status: 200 len: 992 time: 1.1833940 Nov 02 13:07:11.596965 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'tag': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:11.599392 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ab3609-14f0-49a2-9408-fce62653c670" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0c3e26-4375-4db6-b45b-813178cbdacd", "tag": "9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:11.636712 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f227417-a2a9-4b73-a7ff-12212b67fee1 x-openstack-request-id: req-9f227417-a2a9-4b73-a7ff-12212b67fee1 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:11.637008 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0c3e26-4375-4db6-b45b-813178cbdacd", "tag": "9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:11.637266 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9f227417-a2a9-4b73-a7ff-12212b67fee1 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:11.637690 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f227417-a2a9-4b73-a7ff-12212b67fee1'] response: {'name': 'network-changed', 'server_uuid': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'tag': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5', 'status': 'completed', 'code': 200} Nov 02 13:07:11.710343 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a7fde-dbd2-487f-9a76-709ab99160fe None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:11.711274 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-cc8a7fde-dbd2-487f-9a76-709ab99160fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:11.730276 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab3609-14f0-49a2-9408-fce62653c670 req-4376a3a8-b9ad-40c2-8a04-fdeb9778b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:11.731890 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-39ab3609-14f0-49a2-9408-fce62653c670 req-4376a3a8-b9ad-40c2-8a04-fdeb9778b89d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 1130 time: 0.0473545 Nov 02 13:07:11.816693 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-cc8a7fde-dbd2-487f-9a76-709ab99160fe None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:11.823433 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab3609-14f0-49a2-9408-fce62653c670 req-dd6f063f-aad7-4cc0-9166-88dea634c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:11.824934 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-39ab3609-14f0-49a2-9408-fce62653c670 req-dd6f063f-aad7-4cc0-9166-88dea634c3b8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 917 time: 0.0872037 Nov 02 13:07:11.893439 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-39ab3609-14f0-49a2-9408-fce62653c670 req-44a9ab34-cc3f-43ae-987a-2e0e74296836 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 HTTP/1.1" status: 200 len: 1000 time: 0.0609522 Nov 02 13:07:11.945022 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab3609-14f0-49a2-9408-fce62653c670 req-d394ab4c-a9a2-4e13-afe2-430676604f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:11.946539 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-39ab3609-14f0-49a2-9408-fce62653c670 req-d394ab4c-a9a2-4e13-afe2-430676604f47 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0457363 Nov 02 13:07:11.998550 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab3609-14f0-49a2-9408-fce62653c670 req-6423a1b0-9ce2-4a2c-81b5-90acb9a4ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:12.000267 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-39ab3609-14f0-49a2-9408-fce62653c670 req-6423a1b0-9ce2-4a2c-81b5-90acb9a4ebd5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463269 Nov 02 13:07:12.040154 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-cc8a7fde-dbd2-487f-9a76-709ab99160fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '2ea870e1-796d-463c-ba0c-8bf841e6e866', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:38:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:06:55Z', 'updated_at': '2022-11-02T13:07:10Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}, {'id': 'bebfe715-64bb-4d99-b3cf-759eabfd4df2', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a7:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:46Z', 'updated_at': '2022-11-02T13:05:01Z', 'revision_number': 2, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:12.068350 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a7fde-dbd2-487f-9a76-709ab99160fe None None] Checking router: 1d10ba80-bd16-46b8-977a-944b9118eeb3 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:07:12.083274 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a7fde-dbd2-487f-9a76-709ab99160fe None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:12.083891 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-cc8a7fde-dbd2-487f-9a76-709ab99160fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:06:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:12.103130 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-39ab3609-14f0-49a2-9408-fce62653c670 req-d2077001-8ca0-4a55-a1dd-f0d12f77a9df service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950570 Nov 02 13:07:12.182613 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-cc8a7fde-dbd2-487f-9a76-709ab99160fe None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:12.191408 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-39ab3609-14f0-49a2-9408-fce62653c670 req-05bba1d3-79c1-4281-9a79-ffed7c196df6 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819156 Nov 02 13:07:12.408139 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-cc8a7fde-dbd2-487f-9a76-709ab99160fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '2ea870e1-796d-463c-ba0c-8bf841e6e866', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:38:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:06:55Z', 'updated_at': '2022-11-02T13:07:10Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}, {'id': 'bebfe715-64bb-4d99-b3cf-759eabfd4df2', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a7:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:46Z', 'updated_at': '2022-11-02T13:05:01Z', 'revision_number': 2, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:12.444764 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a7fde-dbd2-487f-9a76-709ab99160fe None None] The sync data for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi is: [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '2ea870e1-796d-463c-ba0c-8bf841e6e866', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:38:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:06:55Z', 'updated_at': '2022-11-02T13:07:10Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}, {'id': 'bebfe715-64bb-4d99-b3cf-759eabfd4df2', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a7:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:46Z', 'updated_at': '2022-11-02T13:05:01Z', 'revision_number': 2, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:07:12.683102 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be47ba3d-d187-4e61-8ef9-6eb4ee2a31c8 None None] New status for floating IP 2ea870e1-796d-463c-ba0c-8bf841e6e866: ACTIVE {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:07:15.588596 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:18.517478 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:07:23.861346 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-3664891a-6b1b-4767-b67c-da7ce12efcf4 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734687273&fields=id&tenant_id=22ac1778be064017858e588e9567fd27 HTTP/1.1" status: 200 len: 267 time: 0.0474360 Nov 02 13:07:23.985145 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-07cb7b08-fb79-44fa-ac60-a110365684e3 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:23.986558 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-07cb7b08-fb79-44fa-ac60-a110365684e3 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/networks?id=e3bfda93-bf92-4220-aa0c-1248f9d5b459 HTTP/1.1" status: 200 len: 808 time: 0.1183503 Nov 02 13:07:24.002757 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-3f4087c5-575f-4be5-acca-7eefd5859d55 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/quotas/22ac1778be064017858e588e9567fd27 HTTP/1.1" status: 200 len: 375 time: 0.0107338 Nov 02 13:07:24.066020 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-42a41dec-114a-4c03-aac8-2fec23c0fdf4 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=22ac1778be064017858e588e9567fd27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558290 Nov 02 13:07:24.183791 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-399be6ff-9bc7-4903-9e88-e5c8e47087c4 service neutron] 10.222.0.90 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022415 Nov 02 13:07:24.285521 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-c22bf7b2-d023-4aa6-8336-3ca3ac0e707a service neutron] 10.222.0.90 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950840 Nov 02 13:07:25.606991 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5cc27d8d-cd5f-4077-8c3d-b4bf1dd29f24 req-3b227836-15fb-4abd-9f55-cae5db793720 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 210 time: 0.0307758 Nov 02 13:07:26.136924 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-bd35f00c-d8af-4857-8cb4-655aa0ab2282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:26.717101 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-295056cc-931b-49d1-8cbe-4bbed1a12fcb req-3b4b19bf-3214-479b-bcac-291da0b8af0c tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 210 time: 0.0314837 Nov 02 13:07:26.778254 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-9fd81a4a-23e2-4607-af43-9ce48f515d83 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:26.779721 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-9fd81a4a-23e2-4607-af43-9ce48f515d83 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.105 "GET /v2.0/networks?id=e3bfda93-bf92-4220-aa0c-1248f9d5b459 HTTP/1.1" status: 200 len: 808 time: 0.1262512 Nov 02 13:07:26.855389 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-b67d3d80-fc60-4a9f-9487-c5c317c69f54 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22ac1778be064017858e588e9567fd27 HTTP/1.1" status: 200 len: 379 time: 0.0571940 Nov 02 13:07:26.879600 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Request body: {'port': {'device_id': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'admin_state_up': True, 'tenant_id': '22ac1778be064017858e588e9567fd27', 'security_groups': ['1b918221-eb2c-4747-a9c3-0432a5d4c8ba']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:27.001976 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Made reservation on behalf of 22ac1778be064017858e588e9567fd27 for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:07:27.005637 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.143252 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Allocated IP 172.20.0.11 (e3bfda93-bf92-4220-aa0c-1248f9d5b459/89ba9368-3ab9-4273-af49-56ea36c71cfe/9ff7f99c-5f23-4304-90e6-678baee4ab6a) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:07:27.294272 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.345286 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.390840 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Network e3bfda93-bf92-4220-aa0c-1248f9d5b459 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:07:27.394031 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:27.405616 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:07:27.432781 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event updated for resources: {'Port': ['ID=9ff7f99c-5f23-4304-90e6-678baee4ab6a,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:27.452964 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.453219 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.453520 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.453860 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.454190 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.454527 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.455063 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.455389 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.456444 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.457088 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.457524 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.457855 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.458180 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:27.488154 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:27.488949 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.511630 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-761fd8f2-9c40-4463-a472-017b077a55cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6358519 Nov 02 13:07:27.530719 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Request body: {'port': {'device_id': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:27.597368 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.667074 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-4f5dd755-5d76-4e75-89dc-a9e7e45de450 None None] Provisioning complete for port 9ff7f99c-5f23-4304-90e6-678baee4ab6a triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:27.667760 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-4f5dd755-5d76-4e75-89dc-a9e7e45de450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.667760 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-4f5dd755-5d76-4e75-89dc-a9e7e45de450 None None] Attempt 1 to provision port 9ff7f99c-5f23-4304-90e6-678baee4ab6a Nov 02 13:07:27.699449 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dd755-5d76-4e75-89dc-a9e7e45de450 None None] Port 9ff7f99c-5f23-4304-90e6-678baee4ab6a cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:27.926839 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28cc31-21b3-49dd-81c4-2013333ca60e req-0d841df8-3fb6-43f4-8a8a-1de03afb3ee0 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:27.928383 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fb28cc31-21b3-49dd-81c4-2013333ca60e req-0d841df8-3fb6-43f4-8a8a-1de03afb3ee0 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 932 time: 0.1296766 Nov 02 13:07:27.937325 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff7f99c-5f23-4304-90e6-678baee4ab6a {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:27.952986 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Publish callbacks [] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:27.977773 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Transition to ACTIVE for port object 9ff7f99c-5f23-4304-90e6-678baee4ab6a will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:07:27.984964 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-de06a34d-2b1c-4f39-98ea-958023787971 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1371400 Nov 02 13:07:27.986827 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.076056 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fb28cc31-21b3-49dd-81c4-2013333ca60e req-375df20d-c2da-444c-b8c0-1843ccfc10ee tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338942 Nov 02 13:07:28.097195 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff7f99c-5f23-4304-90e6-678baee4ab6a,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:28.143180 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-ef04cbab-ee78-426d-b363-e203360bdfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.144797 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-ef04cbab-ee78-426d-b363-e203360bdfe7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 1129 time: 0.1230304 Nov 02 13:07:28.169116 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Attempting to bind port 9ff7f99c-5f23-4304-90e6-678baee4ab6a on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:07:28.169116 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Attempting to bind port 9ff7f99c-5f23-4304-90e6-678baee4ab6a by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:07:28.169116 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Attempting to bind port 9ff7f99c-5f23-4304-90e6-678baee4ab6a on network e3bfda93-bf92-4220-aa0c-1248f9d5b459 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:28.191213 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Port 9ff7f99c-5f23-4304-90e6-678baee4ab6a on network e3bfda93-bf92-4220-aa0c-1248f9d5b459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:07:28.191427 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Attempting to bind port 9ff7f99c-5f23-4304-90e6-678baee4ab6a on network e3bfda93-bf92-4220-aa0c-1248f9d5b459 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:07:28.201111 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-4f5dd755-5d76-4e75-89dc-a9e7e45de450 None None] Attempt 2 to provision port 9ff7f99c-5f23-4304-90e6-678baee4ab6a Nov 02 13:07:28.222450 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:07:28.222903 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Checking segment: {'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:07:28.223298 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Bound using segment: {'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:07:28.224112 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Bound port: 9ff7f99c-5f23-4304-90e6-678baee4ab6a, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:07:28.224112 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.236813 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dd755-5d76-4e75-89dc-a9e7e45de450 None None] Port 9ff7f99c-5f23-4304-90e6-678baee4ab6a cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:07:28.303331 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-afe88eff-fb0b-4c37-81dc-04ad70879b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.304904 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-afe88eff-fb0b-4c37-81dc-04ad70879b59 service neutron] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 917 time: 0.1375771 Nov 02 13:07:28.322685 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-55147e0f-337a-46b1-bcb3-6831d85ea61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.351782 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] For port 9ff7f99c-5f23-4304-90e6-678baee4ab6a, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:07:28.369110 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] For port 9ff7f99c-5f23-4304-90e6-678baee4ab6a, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:07:28.378233 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.386460 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.387264 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.388654 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] 10.222.0.105 "PUT /v2.0/ports/9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 200 len: 1094 time: 0.8630593 Nov 02 13:07:28.390940 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:28.393257 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cfbdde-847c-4314-834e-228851bcb1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:28.398862 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-98670d31-d7cf-416e-a182-f7c262fc0057 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70cb391-0da9-4166-9cc2-6633f6288a40 HTTP/1.1" status: 200 len: 1001 time: 0.0877185 Nov 02 13:07:28.449743 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afa18d9-d9b6-46f3-927a-e86afec64f79 x-openstack-request-id: req-4afa18d9-d9b6-46f3-927a-e86afec64f79 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:28.450070 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:28.450185 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4afa18d9-d9b6-46f3-927a-e86afec64f79 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:28.450642 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afa18d9-d9b6-46f3-927a-e86afec64f79'] response: {'name': 'network-changed', 'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'status': 'completed', 'code': 200} Nov 02 13:07:28.519774 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e606ba3-86ef-4e82-9e50-c941c40e7da1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff7f99c-5f23-4304-90e6-678baee4ab6a,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:28.523284 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-090d5d75-48d9-4408-aa57-f15b28e603dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.524779 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-090d5d75-48d9-4408-aa57-f15b28e603dd service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.1080060 Nov 02 13:07:28.562466 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-0dffc6f2-bebf-44ca-a597-9f49909ee68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.564054 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-0dffc6f2-bebf-44ca-a597-9f49909ee68d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=22ac1778be064017858e588e9567fd27&device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1128 time: 0.1032181 Nov 02 13:07:28.614389 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-630040a0-9f8f-4dcc-8cd2-08df05885533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.615917 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-630040a0-9f8f-4dcc-8cd2-08df05885533 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841689 Nov 02 13:07:28.617406 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-0c6e922f-fde1-4c74-a3d0-f6eb0cb5e1c7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 200 len: 217 time: 0.0394497 Nov 02 13:07:28.725964 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-e3b16fe7-0da0-4973-8f02-7e881287556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.727458 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-e3b16fe7-0da0-4973-8f02-7e881287556c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=89ba9368-3ab9-4273-af49-56ea36c71cfe HTTP/1.1" status: 200 len: 847 time: 0.0989952 Nov 02 13:07:28.737567 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-4f5dd755-5d76-4e75-89dc-a9e7e45de450 None None] Attempt 3 to provision port 9ff7f99c-5f23-4304-90e6-678baee4ab6a Nov 02 13:07:28.777875 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dd755-5d76-4e75-89dc-a9e7e45de450 None None] Port 9ff7f99c-5f23-4304-90e6-678baee4ab6a had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:07:28.784058 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-e9a11e44-ad91-49e4-805f-39410dc637fe service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567917 Nov 02 13:07:28.844649 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-a253dfcc-98b8-4b18-a69e-7759c72e59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:28.846251 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-a253dfcc-98b8-4b18-a69e-7759c72e59cf service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e3bfda93-bf92-4220-aa0c-1248f9d5b459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1083288 Nov 02 13:07:28.939867 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-812fe400-a17b-4ba6-a4f0-0552eb2f1c58 req-184a600b-8f57-4f80-857d-84b195e5e511 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488502 Nov 02 13:07:28.968112 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-ea4cdf60-5129-4872-b9fa-69dac572f8fb service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150901 Nov 02 13:07:29.089978 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c0b6cde5-3ec2-47c7-88d9-06ef99a19c5f req-d207ba34-00c4-4a07-8d26-294a487900d5 service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911024 Nov 02 13:07:29.263319 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84e7d2-c860-471b-b2fc-7e51e432fa04 req-19402d53-4b25-49d1-82b9-aaf0c89f8a71 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:29.264969 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd84e7d2-c860-471b-b2fc-7e51e432fa04 req-19402d53-4b25-49d1-82b9-aaf0c89f8a71 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0943887 Nov 02 13:07:29.267929 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfbdde-847c-4314-834e-228851bcb1bf req-1ff3d083-7bdb-44f8-b99a-b9abe5635d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:29.269373 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-02cfbdde-847c-4314-834e-228851bcb1bf req-1ff3d083-7bdb-44f8-b99a-b9abe5635d3a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=22ac1778be064017858e588e9567fd27&device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1128 time: 0.0697646 Nov 02 13:07:29.370116 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bd84e7d2-c860-471b-b2fc-7e51e432fa04 req-ca090ad5-4f4a-456e-b087-bf779e4396f5 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988882 Nov 02 13:07:29.395125 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfbdde-847c-4314-834e-228851bcb1bf req-6fdc6698-50e0-4463-a170-a8afa8fc2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:29.396704 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-02cfbdde-847c-4314-834e-228851bcb1bf req-6fdc6698-50e0-4463-a170-a8afa8fc2cc4 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e3bfda93-bf92-4220-aa0c-1248f9d5b459 HTTP/1.1" status: 200 len: 910 time: 0.1197722 Nov 02 13:07:29.442912 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-02cfbdde-847c-4314-834e-228851bcb1bf req-812a922f-c3a2-4944-86eb-c914877e8668 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 200 len: 217 time: 0.0382764 Nov 02 13:07:29.473917 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:29.497413 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfbdde-847c-4314-834e-228851bcb1bf req-d2bf1b80-5c6b-40dc-9105-cac60d8f5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:29.498896 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-02cfbdde-847c-4314-834e-228851bcb1bf req-d2bf1b80-5c6b-40dc-9105-cac60d8f5c91 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=89ba9368-3ab9-4273-af49-56ea36c71cfe HTTP/1.1" status: 200 len: 847 time: 0.0491328 Nov 02 13:07:29.554332 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfbdde-847c-4314-834e-228851bcb1bf req-8a5197e6-5562-4c6e-a1c4-93fe98e9b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:29.556535 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-02cfbdde-847c-4314-834e-228851bcb1bf req-8a5197e6-5562-4c6e-a1c4-93fe98e9b9ad service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e3bfda93-bf92-4220-aa0c-1248f9d5b459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511506 Nov 02 13:07:29.655610 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-02cfbdde-847c-4314-834e-228851bcb1bf req-5d56bbd8-7c97-4d4b-964c-54e81690fa8f service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925081 Nov 02 13:07:29.751631 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-02cfbdde-847c-4314-834e-228851bcb1bf req-4dce4cc0-d22a-4f91-94b6-6e67eea16bc7 service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896993 Nov 02 13:07:30.516071 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4e5e0-94b6-4170-98fb-957ed68e9a6a req-e4a1a555-8867-4165-bcf2-408efc96b2aa tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:30.517696 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fde4e5e0-94b6-4170-98fb-957ed68e9a6a req-e4a1a555-8867-4165-bcf2-408efc96b2aa tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0623615 Nov 02 13:07:30.569880 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fde4e5e0-94b6-4170-98fb-957ed68e9a6a req-82504117-72fa-4cf8-9e0d-18edb8510940 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460899 Nov 02 13:07:30.926921 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:31.708462 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad07105-01d2-44ac-a72a-f4bcca5903f0 req-fb6deb08-9c8e-4ab5-84b5-e848dbd24a60 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:31.709968 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-dad07105-01d2-44ac-a72a-f4bcca5903f0 req-fb6deb08-9c8e-4ab5-84b5-e848dbd24a60 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0621934 Nov 02 13:07:31.764727 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-dad07105-01d2-44ac-a72a-f4bcca5903f0 req-84a93ef1-9efd-41e3-90bf-3f28c2622bef tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487962 Nov 02 13:07:32.380742 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:32.914913 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e0fb0-4a1a-4c29-a43b-37fffa57722b req-929f05ca-2fc9-4d09-9c7d-0c4429a950f5 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:32.916407 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-689e0fb0-4a1a-4c29-a43b-37fffa57722b req-929f05ca-2fc9-4d09-9c7d-0c4429a950f5 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0615766 Nov 02 13:07:32.972726 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-689e0fb0-4a1a-4c29-a43b-37fffa57722b req-092c26f9-3e88-4852-a4af-7322e8095cd6 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491710 Nov 02 13:07:34.104516 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71a3bb-6d24-4d9b-935c-1cb62d24908d req-a277ea0d-8fa8-484a-b2c7-85c680296c8e tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:34.106038 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1b71a3bb-6d24-4d9b-935c-1cb62d24908d req-a277ea0d-8fa8-484a-b2c7-85c680296c8e tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0559835 Nov 02 13:07:34.155885 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1b71a3bb-6d24-4d9b-935c-1cb62d24908d req-ae0afbba-7b5b-4c0d-9545-d122126e301b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440660 Nov 02 13:07:35.302388 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beda3bb-ffa4-4d24-832c-8a94b8115702 req-39a0814b-d26c-4341-baaa-2b29ac156f7b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:35.303921 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4beda3bb-ffa4-4d24-832c-8a94b8115702 req-39a0814b-d26c-4341-baaa-2b29ac156f7b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0685904 Nov 02 13:07:35.360742 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4beda3bb-ffa4-4d24-832c-8a94b8115702 req-825f5339-f0e4-4bfb-bb3a-4be282b81beb tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506639 Nov 02 13:07:36.502066 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850be70-f930-41e2-b2e0-be75e4646c9c req-42eeec63-8850-4df5-b7ad-7a12ebab3e72 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:36.503799 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8850be70-f930-41e2-b2e0-be75e4646c9c req-42eeec63-8850-4df5-b7ad-7a12ebab3e72 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0619566 Nov 02 13:07:36.566464 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-8850be70-f930-41e2-b2e0-be75e4646c9c req-fdfc0306-17c8-406f-88f5-ebd6a4388443 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548656 Nov 02 13:07:37.719349 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2c4d3-e79e-4e02-8877-83cf882176ba req-00c5eea3-2de9-42bf-b851-b9a80362b4e9 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:37.720803 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-84b2c4d3-e79e-4e02-8877-83cf882176ba req-00c5eea3-2de9-42bf-b851-b9a80362b4e9 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0633600 Nov 02 13:07:37.773837 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-84b2c4d3-e79e-4e02-8877-83cf882176ba req-374e950f-1759-4869-a24f-b20e54a6d58b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466919 Nov 02 13:07:37.855205 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9ff7f99c-5f23-4304-90e6-678baee4ab6a details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:07:37.961928 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9ff7f99c-5f23-4304-90e6-678baee4ab6a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:37.974844 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'port_id': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'mac_address': 'fa:16:3e:90:a8:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:07:38.013074 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 9ff7f99c-5f23-4304-90e6-678baee4ab6a is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:38.013478 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:38.029325 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff7f99c-5f23-4304-90e6-678baee4ab6a {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:07:38.051717 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9ff7f99c-5f23-4304-90e6-678baee4ab6a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:38.056687 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:38.107866 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=9ff7f99c-5f23-4304-90e6-678baee4ab6a,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:38.115593 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.115930 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.116318 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.116640 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.117215 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.117580 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.117915 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.118282 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.118616 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.118949 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.119262 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.119591 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.119912 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:07:38.550491 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['9ff7f99c-5f23-4304-90e6-678baee4ab6a'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:07:38.920813 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d60f5-3497-485f-bbba-2a9c37a03ff0 req-ac0690fc-71fb-47a3-8235-8d7b61227c3b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:38.922331 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-912d60f5-3497-485f-bbba-2a9c37a03ff0 req-ac0690fc-71fb-47a3-8235-8d7b61227c3b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 945 time: 0.0627620 Nov 02 13:07:38.981642 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-912d60f5-3497-485f-bbba-2a9c37a03ff0 req-312c463a-244c-4153-a57b-808040aaf8aa tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526924 Nov 02 13:07:39.877235 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9ff7f99c-5f23-4304-90e6-678baee4ab6a up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:39.933014 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 9ff7f99c-5f23-4304-90e6-678baee4ab6a completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:07:39.937667 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 9ff7f99c-5f23-4304-90e6-678baee4ab6a triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:07:39.938050 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:39.938388 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 9ff7f99c-5f23-4304-90e6-678baee4ab6a Nov 02 13:07:40.016615 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 9ff7f99c-5f23-4304-90e6-678baee4ab6a is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:07:40.017010 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:40.045253 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:40.047787 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a99afe-b618-4a92-90a2-c2448b6ad736" -d '{"events": [{"server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "name": "network-vif-plugged", "status": "completed", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:40.064833 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9ff7f99c-5f23-4304-90e6-678baee4ab6a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:40.071038 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:40.116261 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76ebf85-199a-4429-82b1-80db825b12f2 x-openstack-request-id: req-c76ebf85-199a-4429-82b1-80db825b12f2 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:40.116578 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "name": "network-vif-plugged", "status": "completed", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:40.116856 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c76ebf85-199a-4429-82b1-80db825b12f2 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:40.117285 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76ebf85-199a-4429-82b1-80db825b12f2'] response: {'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'code': 200} Nov 02 13:07:40.134677 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=9ff7f99c-5f23-4304-90e6-678baee4ab6a,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:40.156429 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef955d-fce9-4072-b544-663ce32071a4 req-cdef6441-42b1-409c-a659-f77ac54b318e tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:40.158074 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-dbef955d-fce9-4072-b544-663ce32071a4 req-cdef6441-42b1-409c-a659-f77ac54b318e tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0921903 Nov 02 13:07:40.223464 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-dbef955d-fce9-4072-b544-663ce32071a4 req-35775454-5195-4584-9f10-3732f8ee4133 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526690 Nov 02 13:07:40.418810 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcba83-6c2e-439f-9889-f537fa986191 req-4ba013d2-4536-4096-9982-3d5e8debd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:40.420304 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-45dcba83-6c2e-439f-9889-f537fa986191 req-4ba013d2-4536-4096-9982-3d5e8debd729 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1130 time: 0.0524266 Nov 02 13:07:40.472903 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-45dcba83-6c2e-439f-9889-f537fa986191 req-0a37a436-a351-4088-b5c1-b43dbc5ecdf4 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461762 Nov 02 13:07:41.364638 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434472a-6a91-41a9-a856-39d41d79dda5 req-3ba0ba00-0c5f-4a5d-b639-64cf24f10393 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:41.366189 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d434472a-6a91-41a9-a856-39d41d79dda5 req-3ba0ba00-0c5f-4a5d-b639-64cf24f10393 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0590298 Nov 02 13:07:41.431011 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d434472a-6a91-41a9-a856-39d41d79dda5 req-0a806332-fc70-48d1-81f5-21184c7fa2d5 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580251 Nov 02 13:07:42.572892 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfb810-79a6-4bc3-8d2f-51f8e9f1a070 req-8d64491a-b99c-4fc5-b84d-db29982dc802 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:42.574700 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a6dfb810-79a6-4bc3-8d2f-51f8e9f1a070 req-8d64491a-b99c-4fc5-b84d-db29982dc802 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0640469 Nov 02 13:07:42.633609 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-a6dfb810-79a6-4bc3-8d2f-51f8e9f1a070 req-11bd88e6-0d30-4245-8751-f8aa274ebbeb tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524726 Nov 02 13:07:42.797576 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0fb97-bbd5-4a5f-9686-6b2743848aa0 req-8f5c6dd7-5f19-4291-8270-81acee6cc94d tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:42.799162 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b4e0fb97-bbd5-4a5f-9686-6b2743848aa0 req-8f5c6dd7-5f19-4291-8270-81acee6cc94d tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0634696 Nov 02 13:07:42.872676 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b4e0fb97-bbd5-4a5f-9686-6b2743848aa0 req-82420ac1-1314-4ed3-8bc5-017d50ecc934 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640171 Nov 02 13:07:42.903973 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58216) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:43.182461 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f28d7b-f837-4be4-a34c-56e248c0cfd4 tempest-TestShelveInstance-1069558503 tempest-TestShelveInstance-1069558503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:43.183968 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-27f28d7b-f837-4be4-a34c-56e248c0cfd4 tempest-TestShelveInstance-1069558503 tempest-TestShelveInstance-1069558503-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1125 time: 0.2789452 Nov 02 13:07:43.186937 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58220) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:07:43.191126 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'port_id': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:07:43.216175 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:43.331270 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:43.450231 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Allocated IP 172.27.4.127 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/6246e9f5-7b07-4041-989b-182e0560771b) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:07:43.571085 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for port (6246e9f5-7b07-4041-989b-182e0560771b), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:43.607873 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (6246e9f5-7b07-4041-989b-182e0560771b), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:43.646846 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:07:43.649687 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:43.659096 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:07:43.666112 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event updated for resources: {'Port': ['ID=6246e9f5-7b07-4041-989b-182e0560771b,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:44.056860 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for floatingip (ee20f550-b6b7-4dab-b2d9-5977ae6948a2), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:44.134711 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (6246e9f5-7b07-4041-989b-182e0560771b), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:44.290120 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for port (6246e9f5-7b07-4041-989b-182e0560771b), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:44.297125 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (6246e9f5-7b07-4041-989b-182e0560771b), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:44.370963 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event updated for resources: {'Port': ['ID=6246e9f5-7b07-4041-989b-182e0560771b,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:44.374780 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (ee20f550-b6b7-4dab-b2d9-5977ae6948a2), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:44.477080 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Floating IP ee20f550-b6b7-4dab-b2d9-5977ae6948a2 associated. External IP: 172.27.4.127, port: 9ff7f99c-5f23-4304-90e6-678baee4ab6a. Nov 02 13:07:44.952475 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:07:45.061292 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:07:45.073542 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae54d2-8fad-4d7e-96c4-b9d711568e40 None None] Sync routers for ids ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:07:45.082656 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:45.087756 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae54d2-8fad-4d7e-96c4-b9d711568e40 None None] Routers {'46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:45.087756 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d7ae54d2-8fad-4d7e-96c4-b9d711568e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:07:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:45.122133 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b501938f-e32e-464f-8628-59d695b63c98 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9341390 Nov 02 13:07:45.122831 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:07:45.125322 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923f9866-b0e4-4760-86fe-0baefba23b36" -d '{"events": [{"name": "network-changed", "server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:45.164159 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c083109-07e6-425b-becd-b7dd30ec6b49 x-openstack-request-id: req-8c083109-07e6-425b-becd-b7dd30ec6b49 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:45.164586 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:45.164907 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8c083109-07e6-425b-becd-b7dd30ec6b49 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:45.165402 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c083109-07e6-425b-becd-b7dd30ec6b49'] response: {'name': 'network-changed', 'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'status': 'completed', 'code': 200} Nov 02 13:07:45.203725 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-d7ae54d2-8fad-4d7e-96c4-b9d711568e40 None None] Set router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:45.261506 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f9866-b0e4-4760-86fe-0baefba23b36 req-46fca08c-30d1-404e-85c9-5696b8f27121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.263282 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-923f9866-b0e4-4760-86fe-0baefba23b36 req-46fca08c-30d1-404e-85c9-5696b8f27121 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=22ac1778be064017858e588e9567fd27&device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1130 time: 0.0518398 Nov 02 13:07:45.359081 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f9866-b0e4-4760-86fe-0baefba23b36 req-dafa17e5-d422-4d4d-9c3f-e601189d781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.360622 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-923f9866-b0e4-4760-86fe-0baefba23b36 req-dafa17e5-d422-4d4d-9c3f-e601189d781d service neutron] 10.222.0.105 "GET /v2.0/networks?id=e3bfda93-bf92-4220-aa0c-1248f9d5b459 HTTP/1.1" status: 200 len: 910 time: 0.0879350 Nov 02 13:07:45.429730 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-923f9866-b0e4-4760-86fe-0baefba23b36 req-a4e0d577-8dfe-4203-9336-f9f194beb1e5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 200 len: 1000 time: 0.0624902 Nov 02 13:07:45.435440 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d7ae54d2-8fad-4d7e-96c4-b9d711568e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'ee20f550-b6b7-4dab-b2d9-5977ae6948a2', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'floating_ip_address': '172.27.4.127', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'port_id': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'mac_address': 'fa:16:3e:90:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:07:43Z', 'updated_at': '2022-11-02T13:07:43Z', 'revision_number': 0, 'project_id': '22ac1778be064017858e588e9567fd27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2c8624-ff83-49b0-a11e-2c605877add3', 'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'mac_address': 'fa:16:3e:bf:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 5, 'project_id': '22ac1778be064017858e588e9567fd27', 'subnets': [{'id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:45.464093 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae54d2-8fad-4d7e-96c4-b9d711568e40 None None] Checking router: 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:07:45.473782 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae54d2-8fad-4d7e-96c4-b9d711568e40 None None] Routers {'46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:45.474714 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d7ae54d2-8fad-4d7e-96c4-b9d711568e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:07:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:45.488750 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f9866-b0e4-4760-86fe-0baefba23b36 req-b248e07e-0036-4a29-bf07-97f600b21eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.490652 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-923f9866-b0e4-4760-86fe-0baefba23b36 req-b248e07e-0036-4a29-bf07-97f600b21eb7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=89ba9368-3ab9-4273-af49-56ea36c71cfe HTTP/1.1" status: 200 len: 847 time: 0.0526831 Nov 02 13:07:45.546268 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f9866-b0e4-4760-86fe-0baefba23b36 req-d879827a-ebb2-413d-945f-4ed983d56f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:07:45.547811 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-923f9866-b0e4-4760-86fe-0baefba23b36 req-d879827a-ebb2-413d-945f-4ed983d56f2b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e3bfda93-bf92-4220-aa0c-1248f9d5b459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499346 Nov 02 13:07:45.588729 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-d7ae54d2-8fad-4d7e-96c4-b9d711568e40 None None] Set router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:45.636623 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:45.658639 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-923f9866-b0e4-4760-86fe-0baefba23b36 req-1dca2c41-453f-40db-800b-ed5b8798a3ae service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030810 Nov 02 13:07:45.758334 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-923f9866-b0e4-4760-86fe-0baefba23b36 req-5af7f59a-a284-499f-bcbb-df97f0f20389 service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921087 Nov 02 13:07:45.961676 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-d7ae54d2-8fad-4d7e-96c4-b9d711568e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'ee20f550-b6b7-4dab-b2d9-5977ae6948a2', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'floating_ip_address': '172.27.4.127', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'port_id': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'mac_address': 'fa:16:3e:90:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:07:43Z', 'updated_at': '2022-11-02T13:07:43Z', 'revision_number': 0, 'project_id': '22ac1778be064017858e588e9567fd27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2c8624-ff83-49b0-a11e-2c605877add3', 'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'mac_address': 'fa:16:3e:bf:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 5, 'project_id': '22ac1778be064017858e588e9567fd27', 'subnets': [{'id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:45.989529 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae54d2-8fad-4d7e-96c4-b9d711568e40 None None] The sync data for ids ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'] in dv-cinder-863278-1-iscsi is: [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'ee20f550-b6b7-4dab-b2d9-5977ae6948a2', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'floating_ip_address': '172.27.4.127', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'port_id': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'mac_address': 'fa:16:3e:90:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:07:43Z', 'updated_at': '2022-11-02T13:07:43Z', 'revision_number': 0, 'project_id': '22ac1778be064017858e588e9567fd27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f2c8624-ff83-49b0-a11e-2c605877add3', 'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'mac_address': 'fa:16:3e:bf:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 5, 'project_id': '22ac1778be064017858e588e9567fd27', 'subnets': [{'id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:07:46.223259 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cbeaf-ab57-4f8f-b4fc-f6645fd44adc None None] New status for floating IP ee20f550-b6b7-4dab-b2d9-5977ae6948a2: ACTIVE {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:07:55.517818 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:07:56.135328 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-aff6f7c2-dddc-4374-8be1-34a2d84efd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:58.321000 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-421597c3-b839-41d1-aace-c49f6d52cb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:59.484327 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:00.933733 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:02.379272 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:15.607309 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:26.142973 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-d9e44143-caba-4c05-b92d-d01f93de8a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:27.900129 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-caccb50e-6d8f-4ce8-99b1-6bb663dc2695 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584519 Nov 02 13:08:28.026866 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-ceda103d-fe05-4081-bc9a-8b50ec2da2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:28.028429 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-ceda103d-fe05-4081-bc9a-8b50ec2da2b9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 1129 time: 0.0605052 Nov 02 13:08:28.140121 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-01559aec-c945-4979-bacb-8dae84b387c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:28.141642 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-01559aec-c945-4979-bacb-8dae84b387c2 service neutron] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 917 time: 0.0899739 Nov 02 13:08:28.210250 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-ff90c15f-ff77-4e6b-8bf8-669d48670701 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c70cb391-0da9-4166-9cc2-6633f6288a40 HTTP/1.1" status: 200 len: 1001 time: 0.0621800 Nov 02 13:08:28.262339 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-cb73cf20-4612-45ef-b2dc-00692adc5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:28.263790 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-cb73cf20-4612-45ef-b2dc-00692adc5770 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0454392 Nov 02 13:08:28.316090 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-27c205ce-0e44-4777-a375-c5224efeabc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:28.316386 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-074163ff-3b5e-4cb5-8867-9bea21b3a3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:28.317804 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-27c205ce-0e44-4777-a375-c5224efeabc5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465925 Nov 02 13:08:28.413614 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-05662808-860d-41bb-af29-79ca8b5f98b3 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884576 Nov 02 13:08:28.530380 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c76942c0-abbe-4d2e-850f-ac6b89ed61f9 req-42163066-8976-4d7d-9964-395a1279ddfc service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097214 Nov 02 13:08:29.488542 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:30.941683 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:31.790826 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [req-d9b39da0-69b2-4fdf-801b-40e935539332 req-6205b51f-6025-4c59-a2bc-2a491560fba1 service neutron] (110475) timed out ('10.222.0.105', 56488) {{(pid=110475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 13:08:31.944876 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [req-a9e56ab4-a18e-460b-a6cc-ae7e949d2cc6 req-d7ba486e-7a14-4c62-80c0-98bde604ae22 service neutron] (110475) timed out ('10.222.0.105', 56498) {{(pid=110475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 13:08:32.382052 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:32.519922 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:08:39.970328 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e29b4-9edf-4b56-97eb-2af1c43e7af7 req-d3df7d53-85ed-4df6-a664-ef1649efa410 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:39.971973 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4d4e29b4-9edf-4b56-97eb-2af1c43e7af7 req-d3df7d53-85ed-4df6-a664-ef1649efa410 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 946 time: 0.0568917 Nov 02 13:08:40.021673 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4d4e29b4-9edf-4b56-97eb-2af1c43e7af7 req-8ae7bb07-ca82-468b-a8dd-ef0193b7d7a6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436816 Nov 02 13:08:41.212882 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4c752-28fc-4c03-98d4-5acbc5faccd9 req-588a07dc-0cb8-40c7-8320-e61824320f0c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:41.214329 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ccc4c752-28fc-4c03-98d4-5acbc5faccd9 req-588a07dc-0cb8-40c7-8320-e61824320f0c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 946 time: 0.1104369 Nov 02 13:08:41.263367 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ccc4c752-28fc-4c03-98d4-5acbc5faccd9 req-2f511be8-c4c7-46e9-944b-a42a683cb080 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426288 Nov 02 13:08:41.962878 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d47134-057a-4491-9478-ed841b0917c0 req-a8b39c0e-5247-4a90-a11e-64c160b6382b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:41.964364 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-35d47134-057a-4491-9478-ed841b0917c0 req-a8b39c0e-5247-4a90-a11e-64c160b6382b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 946 time: 0.0559082 Nov 02 13:08:42.053000 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Deleting port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:08:42.053307 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:42.147501 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] For port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:42.147756 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:42.315287 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:42.315939 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (2ea870e1-796d-463c-ba0c-8bf841e6e866), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:42.315939 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Floating IP 2ea870e1-796d-463c-ba0c-8bf841e6e866 disassociated. External IP: 172.27.4.241, port: 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5. Nov 02 13:08:42.316329 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Calling delete_port for 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:08:42.396289 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98078f9c-d683-4e11-940b-da26d3f12029 req-7c343a5f-66c2-49f4-bfb4-999e8a2d3393 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:42.397851 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-98078f9c-d683-4e11-940b-da26d3f12029 req-7c343a5f-66c2-49f4-bfb4-999e8a2d3393 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0c3e26-4375-4db6-b45b-813178cbdacd HTTP/1.1" status: 200 len: 946 time: 0.0585501 Nov 02 13:08:42.445586 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-98078f9c-d683-4e11-940b-da26d3f12029 req-ede12688-2f20-4238-8260-8c3b6384a035 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=359ea99f-487c-4850-aab1-2bcd209ae82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416496 Nov 02 13:08:42.449420 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:42.488161 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'Port': ['ID=9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:42.498067 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.498418 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.498763 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.499103 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.499436 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.499767 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.500094 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.500443 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.500772 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.501098 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.501420 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.501741 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.502063 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:42.636361 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Router 1d10ba80-bd16-46b8-977a-944b9118eeb3 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:08:42.742660 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:08:42.754178 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238ce69c-42dd-43f3-852d-85fd82e03b2f None None] Sync routers for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:08:42.765491 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238ce69c-42dd-43f3-852d-85fd82e03b2f None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:08:42.766179 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-238ce69c-42dd-43f3-852d-85fd82e03b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:08:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:42.784695 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] No DVR routers for this DVR port 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:08:42.787352 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:42.794200 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-35d47134-057a-4491-9478-ed841b0917c0 req-ac185ce6-f599-4e2b-b1bd-67d775d24a79 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "DELETE /v2.0/ports/9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 HTTP/1.1" status: 204 len: 173 time: 0.8206196 Nov 02 13:08:42.794200 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'name': 'network-vif-deleted', 'tag': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:08:42.794200 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e924ad-2ec3-4d2d-8904-72f344c51f61" -d '{"events": [{"server_uuid": "2c0c3e26-4375-4db6-b45b-813178cbdacd", "name": "network-vif-deleted", "tag": "9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:08:42.880038 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-238ce69c-42dd-43f3-852d-85fd82e03b2f None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:08:42.903836 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d67764-ec20-49e6-a73a-036662708aff x-openstack-request-id: req-b0d67764-ec20-49e6-a73a-036662708aff {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:08:42.904194 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0c3e26-4375-4db6-b45b-813178cbdacd", "name": "network-vif-deleted", "tag": "9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:08:42.904532 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b0d67764-ec20-49e6-a73a-036662708aff {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:08:42.905014 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d67764-ec20-49e6-a73a-036662708aff'] response: {'server_uuid': '2c0c3e26-4375-4db6-b45b-813178cbdacd', 'name': 'network-vif-deleted', 'tag': '9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5', 'status': 'completed', 'code': 200} Nov 02 13:08:43.115769 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-238ce69c-42dd-43f3-852d-85fd82e03b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'bebfe715-64bb-4d99-b3cf-759eabfd4df2', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a7:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:46Z', 'updated_at': '2022-11-02T13:05:01Z', 'revision_number': 2, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:43.139981 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238ce69c-42dd-43f3-852d-85fd82e03b2f None None] Checking router: 1d10ba80-bd16-46b8-977a-944b9118eeb3 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:08:43.149387 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238ce69c-42dd-43f3-852d-85fd82e03b2f None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:08:43.150023 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-238ce69c-42dd-43f3-852d-85fd82e03b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:08:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:43.262439 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-238ce69c-42dd-43f3-852d-85fd82e03b2f None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:08:43.489469 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-238ce69c-42dd-43f3-852d-85fd82e03b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'bebfe715-64bb-4d99-b3cf-759eabfd4df2', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a7:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:46Z', 'updated_at': '2022-11-02T13:05:01Z', 'revision_number': 2, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:43.518749 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238ce69c-42dd-43f3-852d-85fd82e03b2f None None] The sync data for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi is: [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': 'bebfe715-64bb-4d99-b3cf-759eabfd4df2', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a7:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:04:46Z', 'updated_at': '2022-11-02T13:05:01Z', 'revision_number': 2, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:08:43.543929 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58282) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:43.615220 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (359ea99f-487c-4850-aab1-2bcd209ae82c), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.641919 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (359ea99f-487c-4850-aab1-2bcd209ae82c), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.694376 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (359ea99f-487c-4850-aab1-2bcd209ae82c), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.697330 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.698756 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "DELETE /v2.0/security-groups/359ea99f-487c-4850-aab1-2bcd209ae82c HTTP/1.1" status: 204 len: 168 time: 0.1468253 Nov 02 13:08:43.702391 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58284) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:43.720122 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.api.v2.resource [None req-47578535-77b6-44a3-bb43-42d82ef49c9f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] show failed (client error): The resource could not be found. Nov 02 13:08:43.721214 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-47578535-77b6-44a3-bb43-42d82ef49c9f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups/359ea99f-487c-4850-aab1-2bcd209ae82c HTTP/1.1" status: 404 len: 347 time: 0.0178378 Nov 02 13:08:43.722180 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359ea99f-487c-4850-aab1-2bcd209ae82c,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:43.724455 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58286) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:43.766414 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.767540 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.768056 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.768479 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.768878 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.769218 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.769547 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.769695 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e6395-f8ef-4c69-998e-50e1860242f5 None None] New status for floating IP 2ea870e1-796d-463c-ba0c-8bf841e6e866: DOWN {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:08:43.770133 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.770234 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.770535 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.770896 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.771378 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.771750 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b59383-c424-4cb7-91a2-c1ae57badd77 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:08:43.865250 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-39740754-0cc9-46a7-8c6d-38907c96c803 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Deleting port 266ae206-1709-4d4f-bb25-67f7298a146f {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:08:43.865628 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39740754-0cc9-46a7-8c6d-38907c96c803 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (266ae206-1709-4d4f-bb25-67f7298a146f), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.950248 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39740754-0cc9-46a7-8c6d-38907c96c803 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (266ae206-1709-4d4f-bb25-67f7298a146f), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.950582 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39740754-0cc9-46a7-8c6d-38907c96c803 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (266ae206-1709-4d4f-bb25-67f7298a146f), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:43.963538 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-39740754-0cc9-46a7-8c6d-38907c96c803 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Calling delete_port for 266ae206-1709-4d4f-bb25-67f7298a146f owned by network:floatingip {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:08:44.105080 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39740754-0cc9-46a7-8c6d-38907c96c803 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (266ae206-1709-4d4f-bb25-67f7298a146f), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.132814 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39740754-0cc9-46a7-8c6d-38907c96c803 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'Port': ['ID=266ae206-1709-4d4f-bb25-67f7298a146f,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:44.194275 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39740754-0cc9-46a7-8c6d-38907c96c803 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (2ea870e1-796d-463c-ba0c-8bf841e6e866), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.197012 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-39740754-0cc9-46a7-8c6d-38907c96c803 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.198182 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-39740754-0cc9-46a7-8c6d-38907c96c803 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "DELETE /v2.0/floatingips/2ea870e1-796d-463c-ba0c-8bf841e6e866 HTTP/1.1" status: 204 len: 168 time: 0.4730961 Nov 02 13:08:45.605326 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:45.874620 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317d0ba-affe-4b8b-9204-9516799186d2 req-667e3d61-30f2-4156-85bd-f93d6cffcf76 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:45.876705 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3317d0ba-affe-4b8b-9204-9516799186d2 req-667e3d61-30f2-4156-85bd-f93d6cffcf76 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 945 time: 0.0606802 Nov 02 13:08:45.929159 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-3317d0ba-affe-4b8b-9204-9516799186d2 req-e36e3cc8-6509-40ec-ae9f-06c3ed084e38 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455308 Nov 02 13:08:46.299624 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:08:46.318986 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:08:46.319338 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9be4faf2-3140-4a69-8ac4-6ad9a98fd9f5 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:08:47.070967 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7aab5-5f4e-4927-af81-63d6c9136c9b req-7ba49bb1-d04f-4ea9-b8ba-34cac1576a80 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:47.072627 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a3b7aab5-5f4e-4927-af81-63d6c9136c9b req-7ba49bb1-d04f-4ea9-b8ba-34cac1576a80 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 945 time: 0.0571308 Nov 02 13:08:47.120122 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a3b7aab5-5f4e-4927-af81-63d6c9136c9b req-30f0d3e1-d7d2-423e-baec-0f5de64787b2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416923 Nov 02 13:08:47.983938 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-8065bbb9-adb9-45af-b4b2-29d8328b5299 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:47.985422 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-8065bbb9-adb9-45af-b4b2-29d8328b5299 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 945 time: 0.0604892 Nov 02 13:08:48.075079 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Deleting port c70cb391-0da9-4166-9cc2-6633f6288a40 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:08:48.075815 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.167458 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] For port c70cb391-0da9-4166-9cc2-6633f6288a40, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=c70cb391-0da9-4166-9cc2-6633f6288a40,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:08:48.167973 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.256116 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232f4ce-b91a-4c3a-b857-e471e13bd8c2 req-33b15994-f9f5-4685-80cb-5d3e73054a30 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:48.257842 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b232f4ce-b91a-4c3a-b857-e471e13bd8c2 req-33b15994-f9f5-4685-80cb-5d3e73054a30 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 945 time: 0.0566289 Nov 02 13:08:48.307276 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b232f4ce-b91a-4c3a-b857-e471e13bd8c2 req-864aefd3-bbef-41db-893b-f5b38b69fbbc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Nov 02 13:08:48.329909 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.330272 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (bebfe715-64bb-4d99-b3cf-759eabfd4df2), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.330648 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Floating IP bebfe715-64bb-4d99-b3cf-759eabfd4df2 disassociated. External IP: 172.27.4.157, port: c70cb391-0da9-4166-9cc2-6633f6288a40. Nov 02 13:08:48.330989 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Calling delete_port for c70cb391-0da9-4166-9cc2-6633f6288a40 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:08:48.468917 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (c70cb391-0da9-4166-9cc2-6633f6288a40), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.504496 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'Port': ['ID=c70cb391-0da9-4166-9cc2-6633f6288a40,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:48.620666 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Router 1d10ba80-bd16-46b8-977a-944b9118eeb3 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:08:48.722746 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:08:48.735996 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a3781f-03cf-497b-9a06-40d6d0932a15 None None] Sync routers for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:08:48.746134 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a3781f-03cf-497b-9a06-40d6d0932a15 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:08:48.746756 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-07a3781f-03cf-497b-9a06-40d6d0932a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:08:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:48.767104 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] No DVR routers for this DVR port c70cb391-0da9-4166-9cc2-6633f6288a40 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:08:48.769842 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:48.773414 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ec1df044-f609-4e03-b4ed-0e7311b2b287 req-386e3bc5-9fe9-4fc7-b804-105d0feb5311 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "DELETE /v2.0/ports/c70cb391-0da9-4166-9cc2-6633f6288a40 HTTP/1.1" status: 204 len: 173 time: 0.7826929 Nov 02 13:08:48.773921 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'name': 'network-vif-deleted', 'tag': 'c70cb391-0da9-4166-9cc2-6633f6288a40'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:08:48.776437 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2ea16f-e7e2-4d57-8862-535670e7084c" -d '{"events": [{"server_uuid": "ca6f26a5-a573-4de6-8bfa-8d10d473bd43", "name": "network-vif-deleted", "tag": "c70cb391-0da9-4166-9cc2-6633f6288a40"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:08:48.814217 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899a1ffb-a5cb-49dd-a0e1-fd3b2de9c871 x-openstack-request-id: req-899a1ffb-a5cb-49dd-a0e1-fd3b2de9c871 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:08:48.814506 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f26a5-a573-4de6-8bfa-8d10d473bd43", "name": "network-vif-deleted", "tag": "c70cb391-0da9-4166-9cc2-6633f6288a40", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:08:48.814760 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-899a1ffb-a5cb-49dd-a0e1-fd3b2de9c871 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:08:48.815243 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899a1ffb-a5cb-49dd-a0e1-fd3b2de9c871'] response: {'server_uuid': 'ca6f26a5-a573-4de6-8bfa-8d10d473bd43', 'name': 'network-vif-deleted', 'tag': 'c70cb391-0da9-4166-9cc2-6633f6288a40', 'status': 'completed', 'code': 200} Nov 02 13:08:48.869559 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-07a3781f-03cf-497b-9a06-40d6d0932a15 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:08:49.078395 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-07a3781f-03cf-497b-9a06-40d6d0932a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:49.102124 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a3781f-03cf-497b-9a06-40d6d0932a15 None None] Checking router: 1d10ba80-bd16-46b8-977a-944b9118eeb3 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:08:49.110604 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a3781f-03cf-497b-9a06-40d6d0932a15 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:08:49.111206 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-07a3781f-03cf-497b-9a06-40d6d0932a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:08:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:49.344672 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-07a3781f-03cf-497b-9a06-40d6d0932a15 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:08:49.435370 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-7ebe66a0-4024-47e9-ace6-d1b8a2c52254 req-21daa557-26c2-410d-ba6a-129180b850d6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca6f26a5-a573-4de6-8bfa-8d10d473bd43 HTTP/1.1" status: 200 len: 210 time: 0.0291374 Nov 02 13:08:49.541768 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-07a3781f-03cf-497b-9a06-40d6d0932a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:08:49.573779 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a3781f-03cf-497b-9a06-40d6d0932a15 None None] The sync data for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi is: [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:08:49.805854 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4a091-0486-4310-9fa5-d1b2607600ee None None] New status for floating IP bebfe715-64bb-4d99-b3cf-759eabfd4df2: DOWN {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:08:50.538024 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58324) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:50.593262 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f8c404f-1c35-4e30-bc93-d07632c8c37a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (bc9fb7b1-2078-4e51-8465-c8cc1b23ce87), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:50.617185 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f8c404f-1c35-4e30-bc93-d07632c8c37a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (bc9fb7b1-2078-4e51-8465-c8cc1b23ce87), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:50.667839 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f8c404f-1c35-4e30-bc93-d07632c8c37a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (bc9fb7b1-2078-4e51-8465-c8cc1b23ce87), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:50.672844 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2f8c404f-1c35-4e30-bc93-d07632c8c37a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:50.674836 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-2f8c404f-1c35-4e30-bc93-d07632c8c37a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "DELETE /v2.0/security-groups/bc9fb7b1-2078-4e51-8465-c8cc1b23ce87 HTTP/1.1" status: 204 len: 168 time: 0.1357048 Nov 02 13:08:50.677646 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58326) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:50.684933 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c404f-1c35-4e30-bc93-d07632c8c37a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9fb7b1-2078-4e51-8465-c8cc1b23ce87,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:50.692095 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.api.v2.resource [None req-bd64ac03-a9ee-4ff5-b8c6-f87542862535 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] show failed (client error): The resource could not be found. Nov 02 13:08:50.696510 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-bd64ac03-a9ee-4ff5-b8c6-f87542862535 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups/bc9fb7b1-2078-4e51-8465-c8cc1b23ce87 HTTP/1.1" status: 404 len: 347 time: 0.0176604 Nov 02 13:08:50.696697 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58328) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:50.816353 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-ed2e9527-7555-47c6-a640-79613adf2317 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Deleting port 97da11ef-ea54-46a2-8a73-5a008a294f81 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:08:50.816700 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ed2e9527-7555-47c6-a640-79613adf2317 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (97da11ef-ea54-46a2-8a73-5a008a294f81), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.160063 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ed2e9527-7555-47c6-a640-79613adf2317 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (97da11ef-ea54-46a2-8a73-5a008a294f81), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.160386 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ed2e9527-7555-47c6-a640-79613adf2317 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (97da11ef-ea54-46a2-8a73-5a008a294f81), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.173315 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-ed2e9527-7555-47c6-a640-79613adf2317 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Calling delete_port for 97da11ef-ea54-46a2-8a73-5a008a294f81 owned by network:floatingip {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:08:51.314448 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ed2e9527-7555-47c6-a640-79613adf2317 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (97da11ef-ea54-46a2-8a73-5a008a294f81), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.339958 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e9527-7555-47c6-a640-79613adf2317 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'Port': ['ID=97da11ef-ea54-46a2-8a73-5a008a294f81,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:51.401658 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ed2e9527-7555-47c6-a640-79613adf2317 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (bebfe715-64bb-4d99-b3cf-759eabfd4df2), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.404251 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-ed2e9527-7555-47c6-a640-79613adf2317 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.405485 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-ed2e9527-7555-47c6-a640-79613adf2317 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "DELETE /v2.0/floatingips/bebfe715-64bb-4d99-b3cf-759eabfd4df2 HTTP/1.1" status: 204 len: 168 time: 0.7077529 Nov 02 13:08:51.488104 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58332) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:51.492770 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-dc071fb3-3a0a-4ed2-aa49-77185695417c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946353798', 'description': 'tempest-description--154593923'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:51.514768 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-dc071fb3-3a0a-4ed2-aa49-77185695417c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.591528 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-dc071fb3-3a0a-4ed2-aa49-77185695417c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (4df0f8c0-80ef-4cac-970b-093ae1100f80), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.596745 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-dc071fb3-3a0a-4ed2-aa49-77185695417c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (4df0f8c0-80ef-4cac-970b-093ae1100f80), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.627022 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-dc071fb3-3a0a-4ed2-aa49-77185695417c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.628352 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-dc071fb3-3a0a-4ed2-aa49-77185695417c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1391599 Nov 02 13:08:51.631886 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58334) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:51.633906 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc071fb3-3a0a-4ed2-aa49-77185695417c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df0f8c0-80ef-4cac-970b-093ae1100f80,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:51.636733 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-d75c3f2e-e0b4-4f67-bd81-8137e542103f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group_rule': {'security_group_id': '4df0f8c0-80ef-4cac-970b-093ae1100f80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:51.664420 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d75c3f2e-e0b4-4f67-bd81-8137e542103f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (0e1257a4-39d4-4057-a9fd-29009296d81d), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.724664 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d75c3f2e-e0b4-4f67-bd81-8137e542103f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (0e1257a4-39d4-4057-a9fd-29009296d81d), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.730137 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d75c3f2e-e0b4-4f67-bd81-8137e542103f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (0e1257a4-39d4-4057-a9fd-29009296d81d), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.747460 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c3f2e-e0b4-4f67-bd81-8137e542103f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1257a4-39d4-4057-a9fd-29009296d81d,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:51.757591 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-d75c3f2e-e0b4-4f67-bd81-8137e542103f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.758813 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-d75c3f2e-e0b4-4f67-bd81-8137e542103f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258476 Nov 02 13:08:51.762231 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58336) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:51.766642 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-9e0a326c-5e50-42ed-8edd-60e2c9a095cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group_rule': {'security_group_id': '4df0f8c0-80ef-4cac-970b-093ae1100f80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:51.792482 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e0a326c-5e50-42ed-8edd-60e2c9a095cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (fffd07ed-2bd1-4d0b-997b-fb8d7201eade), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.849645 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e0a326c-5e50-42ed-8edd-60e2c9a095cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (fffd07ed-2bd1-4d0b-997b-fb8d7201eade), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.855670 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e0a326c-5e50-42ed-8edd-60e2c9a095cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (fffd07ed-2bd1-4d0b-997b-fb8d7201eade), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.880529 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a326c-5e50-42ed-8edd-60e2c9a095cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffd07ed-2bd1-4d0b-997b-fb8d7201eade,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:51.886588 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e0a326c-5e50-42ed-8edd-60e2c9a095cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:51.888000 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9e0a326c-5e50-42ed-8edd-60e2c9a095cc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246154 Nov 02 13:08:51.891986 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58338) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:08:51.896695 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:51.917505 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.025740 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.142198 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Allocated IP 172.27.4.206 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/5bfdc73d-1116-409a-858b-ddcfded9f2ca) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:08:52.248583 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (5bfdc73d-1116-409a-858b-ddcfded9f2ca), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.284382 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (5bfdc73d-1116-409a-858b-ddcfded9f2ca), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.324682 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:08:52.328484 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:08:52.328650 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c70cb391-0da9-4166-9cc2-6633f6288a40 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:08:52.330914 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:08:52.348980 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: c70cb391-0da9-4166-9cc2-6633f6288a40 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:08:52.349424 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device c70cb391-0da9-4166-9cc2-6633f6288a40 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:08:52.357694 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=5bfdc73d-1116-409a-858b-ddcfded9f2ca,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:52.423656 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (232ebaa7-f055-44ee-a7ff-558c4b39b329), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.462045 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (5bfdc73d-1116-409a-858b-ddcfded9f2ca), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.618725 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (5bfdc73d-1116-409a-858b-ddcfded9f2ca), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.625766 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (5bfdc73d-1116-409a-858b-ddcfded9f2ca), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.693342 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=5bfdc73d-1116-409a-858b-ddcfded9f2ca,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:52.697167 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (232ebaa7-f055-44ee-a7ff-558c4b39b329), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.715062 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:52.716545 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-787ecaaa-228d-4ece-9cd9-817638c36117 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8233066 Nov 02 13:08:52.958732 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-1d00a4d5-d0c3-404d-a9e3-2f254f28099a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1946353798&fields=id&tenant_id=19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 267 time: 0.0605979 Nov 02 13:08:53.086278 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-21821ab8-f854-4cbf-8716-1bb40e45dba3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:53.087975 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-21821ab8-f854-4cbf-8716-1bb40e45dba3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 815 time: 0.1204488 Nov 02 13:08:53.104286 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-b5e98c98-370c-4401-b173-41758f5eaa1e tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/quotas/19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 375 time: 0.0099487 Nov 02 13:08:53.165023 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-62592310-1f33-4798-9b19-b96d55593d4b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534165 Nov 02 13:08:53.272812 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-d5f79ee5-291c-48b0-be76-3e7d278310c8 service neutron] 10.222.0.90 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933907 Nov 02 13:08:53.370412 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-5b4b9f8a-6ceb-4623-b113-4325d39a1906 service neutron] 10.222.0.90 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917890 Nov 02 13:08:53.548108 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ded9ed9a-d535-4b9a-b45d-56882d60f41a req-3c9942b4-da8e-4fe9-a55e-c8ebd2485b7d tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 210 time: 0.0278213 Nov 02 13:08:54.652465 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-bbde947d-4999-409e-bc0d-a1f4906eab64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:54.653956 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-bbde947d-4999-409e-bc0d-a1f4906eab64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 815 time: 0.1149330 Nov 02 13:08:54.668683 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-97a66d47-2405-4141-bbfa-df2a708f2ffc req-ba6c56e8-83d0-4e03-8688-5a0136d24a32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 210 time: 0.0386946 Nov 02 13:08:54.736233 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-e90e92a4-abd8-4217-aee9-0fdaaba822f4 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 380 time: 0.0644748 Nov 02 13:08:54.745129 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'port': {'device_id': '41e6e532-d3bb-4834-a859-267ec293ca63', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'admin_state_up': True, 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'security_groups': ['4df0f8c0-80ef-4cac-970b-093ae1100f80']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:54.856766 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Made reservation on behalf of 19aa22fb93224586a50c7447a5310ecd for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:08:54.861580 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.009784 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Allocated IP 172.20.0.5 (46222446-e421-4f44-b970-f0c2d05a9631/42c225ec-6d1b-4779-816f-6305d79806c6/2a59fae0-5f91-405f-92d7-106ecf9dd283) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:08:55.164623 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.207308 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.248464 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Network 46222446-e421-4f44-b970-f0c2d05a9631 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:08:55.251731 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:08:55.258794 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:08:55.264696 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=2a59fae0-5f91-405f-92d7-106ecf9dd283,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:55.315443 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:55.316083 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.340374 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-764a2128-f1d7-4ef4-8270-43201affcf64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990324 Nov 02 13:08:55.440489 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Request body: {'port': {'device_id': '41e6e532-d3bb-4834-a859-267ec293ca63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:08:55.485020 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-40b48fe8-d5f2-4efd-951f-ccef531cd278 None None] Provisioning complete for port 2a59fae0-5f91-405f-92d7-106ecf9dd283 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:08:55.485672 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-40b48fe8-d5f2-4efd-951f-ccef531cd278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.485795 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-40b48fe8-d5f2-4efd-951f-ccef531cd278 None None] Attempt 1 to provision port 2a59fae0-5f91-405f-92d7-106ecf9dd283 Nov 02 13:08:55.509260 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.518186 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-40b48fe8-d5f2-4efd-951f-ccef531cd278 None None] Port 2a59fae0-5f91-405f-92d7-106ecf9dd283 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:08:55.800588 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a59fae0-5f91-405f-92d7-106ecf9dd283 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:08:55.810551 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Publish callbacks [] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.827321 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Transition to ACTIVE for port object 2a59fae0-5f91-405f-92d7-106ecf9dd283 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:08:55.834139 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:55.848797 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c7ec4-9477-481f-8600-3de5d1bd4f2c req-9727384f-f3e0-4506-95c8-45ebab09563a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:55.850288 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c93c7ec4-9477-481f-8600-3de5d1bd4f2c req-9727384f-f3e0-4506-95c8-45ebab09563a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 931 time: 0.0880413 Nov 02 13:08:55.927047 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Pushing event updated for resources: {'Port': ['ID=2a59fae0-5f91-405f-92d7-106ecf9dd283,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:55.974232 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c93c7ec4-9477-481f-8600-3de5d1bd4f2c req-8a16a6cb-ce7d-4278-b0aa-34a4e7c4056f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056492 Nov 02 13:08:55.994150 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Attempting to bind port 2a59fae0-5f91-405f-92d7-106ecf9dd283 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:08:55.994451 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Attempting to bind port 2a59fae0-5f91-405f-92d7-106ecf9dd283 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:08:55.994775 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Attempting to bind port 2a59fae0-5f91-405f-92d7-106ecf9dd283 on network 46222446-e421-4f44-b970-f0c2d05a9631 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:08:55.999387 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Port 2a59fae0-5f91-405f-92d7-106ecf9dd283 on network 46222446-e421-4f44-b970-f0c2d05a9631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:08:55.999702 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Attempting to bind port 2a59fae0-5f91-405f-92d7-106ecf9dd283 on network 46222446-e421-4f44-b970-f0c2d05a9631 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:08:56.004584 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:08:56.004919 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Checking segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:08:56.005295 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Bound using segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:08:56.005715 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Bound port: 2a59fae0-5f91-405f-92d7-106ecf9dd283, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:08:56.006071 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:56.018832 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-40b48fe8-d5f2-4efd-951f-ccef531cd278 None None] Attempt 2 to provision port 2a59fae0-5f91-405f-92d7-106ecf9dd283 Nov 02 13:08:56.054074 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-40b48fe8-d5f2-4efd-951f-ccef531cd278 None None] Port 2a59fae0-5f91-405f-92d7-106ecf9dd283 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:08:56.068664 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] For port 2a59fae0-5f91-405f-92d7-106ecf9dd283, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:08:56.071711 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] For port 2a59fae0-5f91-405f-92d7-106ecf9dd283, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2a59fae0-5f91-405f-92d7-106ecf9dd283,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:08:56.080765 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:56.089287 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:56.089904 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:56.091296 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] 10.222.0.105 "PUT /v2.0/ports/2a59fae0-5f91-405f-92d7-106ecf9dd283 HTTP/1.1" status: 200 len: 1093 time: 0.7025993 Nov 02 13:08:56.091819 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e6e532-d3bb-4834-a859-267ec293ca63', 'tag': '2a59fae0-5f91-405f-92d7-106ecf9dd283'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:08:56.094121 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccef03d4-ad64-4289-a6b1-c520f1539a17" -d '{"events": [{"name": "network-changed", "server_uuid": "41e6e532-d3bb-4834-a859-267ec293ca63", "tag": "2a59fae0-5f91-405f-92d7-106ecf9dd283"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:08:56.129311 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-42982af7-2f5d-4032-add4-a0e95da2bf37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:56.149037 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c19b3-3937-4223-820a-2f7f3c6ccf2b x-openstack-request-id: req-322c19b3-3937-4223-820a-2f7f3c6ccf2b {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:08:56.149315 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e6e532-d3bb-4834-a859-267ec293ca63", "tag": "2a59fae0-5f91-405f-92d7-106ecf9dd283", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:08:56.149570 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-322c19b3-3937-4223-820a-2f7f3c6ccf2b {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:08:56.149982 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322c19b3-3937-4223-820a-2f7f3c6ccf2b'] response: {'name': 'network-changed', 'server_uuid': '41e6e532-d3bb-4834-a859-267ec293ca63', 'tag': '2a59fae0-5f91-405f-92d7-106ecf9dd283', 'status': 'completed', 'code': 200} Nov 02 13:08:56.155354 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733be3d-ec1c-4841-bd7d-c4d5f695c08d service neutron] Pushing event updated for resources: {'Port': ['ID=2a59fae0-5f91-405f-92d7-106ecf9dd283,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:08:56.219217 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-d0a5e404-451f-48ef-a740-737a0ffc4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:56.220805 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-d0a5e404-451f-48ef-a740-737a0ffc4821 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 1127 time: 0.0501380 Nov 02 13:08:56.271640 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-0ca772a5-9c1d-4ab5-9125-a8efa05afe7b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a59fae0-5f91-405f-92d7-106ecf9dd283 HTTP/1.1" status: 200 len: 217 time: 0.0364709 Nov 02 13:08:56.324063 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-2eaf3f17-2449-4780-a636-7171a23a854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:56.325561 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-2eaf3f17-2449-4780-a636-7171a23a854b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0470436 Nov 02 13:08:56.388353 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-084684bb-42e0-4c63-b237-38eca5a91874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:56.389899 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-084684bb-42e0-4c63-b237-38eca5a91874 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583510 Nov 02 13:08:56.490832 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-9e18200f-4639-4611-9fca-6a61fe8d8f63 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947640 Nov 02 13:08:56.555251 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-40b48fe8-d5f2-4efd-951f-ccef531cd278 None None] Attempt 3 to provision port 2a59fae0-5f91-405f-92d7-106ecf9dd283 Nov 02 13:08:56.592912 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-582329f7-80c0-4de7-b4cc-e952116a4c20 req-1f7f5454-3acf-4c9a-bd4e-a3c1a17895b4 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959189 Nov 02 13:08:56.599663 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-40b48fe8-d5f2-4efd-951f-ccef531cd278 None None] Port 2a59fae0-5f91-405f-92d7-106ecf9dd283 had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:08:56.733627 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef03d4-ad64-4289-a6b1-c520f1539a17 req-a8baa5ed-3e40-4bf7-9ae1-69a476fecc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:56.735224 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ccef03d4-ad64-4289-a6b1-c520f1539a17 req-a8baa5ed-3e40-4bf7-9ae1-69a476fecc52 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 1127 time: 0.0507605 Nov 02 13:08:56.832391 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef03d4-ad64-4289-a6b1-c520f1539a17 req-4cee3497-99bb-49f4-90e7-f3d40bcc9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:56.833929 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ccef03d4-ad64-4289-a6b1-c520f1539a17 req-4cee3497-99bb-49f4-90e7-f3d40bcc9cd8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 917 time: 0.0896361 Nov 02 13:08:56.882089 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ccef03d4-ad64-4289-a6b1-c520f1539a17 req-da46bff1-9dd0-49e6-92cb-89c4cec39ca5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a59fae0-5f91-405f-92d7-106ecf9dd283 HTTP/1.1" status: 200 len: 217 time: 0.0404429 Nov 02 13:08:56.935480 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef03d4-ad64-4289-a6b1-c520f1539a17 req-05476372-ca5f-4352-9880-8f621600fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:56.937017 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ccef03d4-ad64-4289-a6b1-c520f1539a17 req-05476372-ca5f-4352-9880-8f621600fe38 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0479474 Nov 02 13:08:56.988300 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef03d4-ad64-4289-a6b1-c520f1539a17 req-897aac44-c277-4600-ab03-36a458575bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:56.989803 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ccef03d4-ad64-4289-a6b1-c520f1539a17 req-897aac44-c277-4600-ab03-36a458575bb6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469236 Nov 02 13:08:57.125844 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ccef03d4-ad64-4289-a6b1-c520f1539a17 req-93085caa-0823-4a13-837b-29700afda02f service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287234 Nov 02 13:08:57.147402 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec6366-b5dc-4cbf-9496-1a129a783e28 req-15912703-9895-4917-b3df-a4fba3c72bcc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:57.148733 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-60ec6366-b5dc-4cbf-9496-1a129a783e28 req-15912703-9895-4917-b3df-a4fba3c72bcc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 943 time: 0.0877082 Nov 02 13:08:57.252409 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-60ec6366-b5dc-4cbf-9496-1a129a783e28 req-bf494dd7-4c85-42ff-989e-f53fec09ba88 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906870 Nov 02 13:08:57.263260 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ccef03d4-ad64-4289-a6b1-c520f1539a17 req-a4763193-35a6-4fae-af6a-5e87d8d382d1 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299927 Nov 02 13:08:58.320216 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-30bdef2c-3aee-4f46-ac75-43f69fd5a04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:58.394835 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d8264-ddd5-4d3e-bb67-9a408f6e6ee3 req-1424f156-ce82-4c28-b1a7-b99309318d37 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:58.396388 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-019d8264-ddd5-4d3e-bb67-9a408f6e6ee3 req-1424f156-ce82-4c28-b1a7-b99309318d37 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 943 time: 0.0549498 Nov 02 13:08:58.459140 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-019d8264-ddd5-4d3e-bb67-9a408f6e6ee3 req-14f67c92-b287-4bf9-a4ba-21118ad60804 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567145 Nov 02 13:08:59.483990 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:59.594558 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e21543-a31d-42e4-b2b1-74aca443ccc1 req-1787250f-f1e8-40a7-98a7-278837500aed tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:08:59.596040 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-63e21543-a31d-42e4-b2b1-74aca443ccc1 req-1787250f-f1e8-40a7-98a7-278837500aed tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 943 time: 0.0575552 Nov 02 13:08:59.648039 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-63e21543-a31d-42e4-b2b1-74aca443ccc1 req-82b1961a-b445-4fc5-9e1d-9a23cc6b8099 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 Nov 02 13:09:00.359627 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 2a59fae0-5f91-405f-92d7-106ecf9dd283 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:09:00.463330 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 2a59fae0-5f91-405f-92d7-106ecf9dd283, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2a59fae0-5f91-405f-92d7-106ecf9dd283,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:00.475970 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '2a59fae0-5f91-405f-92d7-106ecf9dd283', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'port_id': '2a59fae0-5f91-405f-92d7-106ecf9dd283', 'mac_address': 'fa:16:3e:3c:19:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:09:00.512681 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 2a59fae0-5f91-405f-92d7-106ecf9dd283 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:00.513359 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:00.527416 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a59fae0-5f91-405f-92d7-106ecf9dd283 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:09:00.548579 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 2a59fae0-5f91-405f-92d7-106ecf9dd283, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2a59fae0-5f91-405f-92d7-106ecf9dd283,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:00.553880 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:00.605948 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=2a59fae0-5f91-405f-92d7-106ecf9dd283,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:00.613768 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.613982 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.614346 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.614676 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.615009 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.615330 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.615651 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.615972 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.616310 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.616635 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.616952 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.617270 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.617641 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:00.778428 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d659c-31d5-46d9-92a4-a1ddac3773f0 req-75941ee5-ccee-4d16-934e-0906a51701fb tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:00.779933 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-529d659c-31d5-46d9-92a4-a1ddac3773f0 req-75941ee5-ccee-4d16-934e-0906a51701fb tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 944 time: 0.0564396 Nov 02 13:09:00.830080 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-529d659c-31d5-46d9-92a4-a1ddac3773f0 req-9702dd9a-8148-4730-96f9-85df9b8cd4ca tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441029 Nov 02 13:09:00.937282 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:01.020136 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['2a59fae0-5f91-405f-92d7-106ecf9dd283'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:09:01.965363 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6745ad8-4170-47cd-a1f1-c6009f105154 req-65bb2449-160a-49b6-a6bf-5038fae554e0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:01.966882 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f6745ad8-4170-47cd-a1f1-c6009f105154 req-65bb2449-160a-49b6-a6bf-5038fae554e0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 944 time: 0.0595119 Nov 02 13:09:02.022226 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f6745ad8-4170-47cd-a1f1-c6009f105154 req-f258ff64-227c-4808-aeb3-4e8c870dadbf tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492778 Nov 02 13:09:02.370821 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 2a59fae0-5f91-405f-92d7-106ecf9dd283 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:02.397051 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:02.424476 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 2a59fae0-5f91-405f-92d7-106ecf9dd283 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:09:02.428225 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 2a59fae0-5f91-405f-92d7-106ecf9dd283 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:09:02.428691 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:02.429033 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 2a59fae0-5f91-405f-92d7-106ecf9dd283 Nov 02 13:09:02.513112 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 2a59fae0-5f91-405f-92d7-106ecf9dd283 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:09:02.513711 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:02.539401 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e6e532-d3bb-4834-a859-267ec293ca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a59fae0-5f91-405f-92d7-106ecf9dd283'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:02.541993 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b44805-21c4-4247-a5e0-2c6b1ae62df0" -d '{"events": [{"server_uuid": "41e6e532-d3bb-4834-a859-267ec293ca63", "name": "network-vif-plugged", "status": "completed", "tag": "2a59fae0-5f91-405f-92d7-106ecf9dd283"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:02.559464 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 2a59fae0-5f91-405f-92d7-106ecf9dd283, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2a59fae0-5f91-405f-92d7-106ecf9dd283,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:02.564533 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:02.616061 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=2a59fae0-5f91-405f-92d7-106ecf9dd283,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:02.653570 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b880b72d-2bcb-4e8d-b279-418d3db2e7cb x-openstack-request-id: req-b880b72d-2bcb-4e8d-b279-418d3db2e7cb {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:02.653867 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e6e532-d3bb-4834-a859-267ec293ca63", "name": "network-vif-plugged", "status": "completed", "tag": "2a59fae0-5f91-405f-92d7-106ecf9dd283", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:02.654126 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b880b72d-2bcb-4e8d-b279-418d3db2e7cb {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:02.654544 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b880b72d-2bcb-4e8d-b279-418d3db2e7cb'] response: {'server_uuid': '41e6e532-d3bb-4834-a859-267ec293ca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a59fae0-5f91-405f-92d7-106ecf9dd283', 'code': 200} Nov 02 13:09:02.892288 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff56c-e98c-4c95-8518-c13de2e5aa40 req-e112cd3d-85ce-4caa-9575-afcf5937d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:02.894129 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-740ff56c-e98c-4c95-8518-c13de2e5aa40 req-e112cd3d-85ce-4caa-9575-afcf5937d3e6 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 1129 time: 0.0513721 Nov 02 13:09:02.943321 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-740ff56c-e98c-4c95-8518-c13de2e5aa40 req-ee162b0f-2b47-4ece-8ab1-c595fd0358d8 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Nov 02 13:09:03.164987 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041267c6-754b-4127-8f2d-972a1a798047 req-869f3164-f6ec-446c-ac9d-2eb78221efb6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:03.166515 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-041267c6-754b-4127-8f2d-972a1a798047 req-869f3164-f6ec-446c-ac9d-2eb78221efb6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 945 time: 0.0586586 Nov 02 13:09:03.230597 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-041267c6-754b-4127-8f2d-972a1a798047 req-4734b35c-510c-40bc-bdcc-5c9b4ad0fe33 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580163 Nov 02 13:09:04.385692 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f45e7f-d44b-489b-bcbd-5e15126def27 req-0b2a3f73-0a42-4397-8478-ff34f7dc116c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:04.387497 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-55f45e7f-d44b-489b-bcbd-5e15126def27 req-0b2a3f73-0a42-4397-8478-ff34f7dc116c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 945 time: 0.0582967 Nov 02 13:09:04.439084 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-55f45e7f-d44b-489b-bcbd-5e15126def27 req-0c5b79fe-4b0a-4583-9109-52cf61d5004a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Nov 02 13:09:05.576224 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d1b6f-7451-44d7-9e22-20d64bd72313 req-dc4ffe95-7905-459b-9747-62649865c54a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:05.577707 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e03d1b6f-7451-44d7-9e22-20d64bd72313 req-dc4ffe95-7905-459b-9747-62649865c54a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 945 time: 0.0598433 Nov 02 13:09:05.627400 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e03d1b6f-7451-44d7-9e22-20d64bd72313 req-f7cc3b78-5701-4328-9677-0fb07d9b33f2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436895 Nov 02 13:09:05.754440 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea2a8e-3426-45e7-84eb-ecfa714f28b0 req-7d156761-5cf3-4b1b-a344-19c8a07bc91d tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:05.755820 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-0eea2a8e-3426-45e7-84eb-ecfa714f28b0 req-7d156761-5cf3-4b1b-a344-19c8a07bc91d tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 945 time: 0.0577676 Nov 02 13:09:05.766616 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58400) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:09:05.771316 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-8be44b90-69f3-4db2-a771-743e124d4be5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'floatingip': {'port_id': '2a59fae0-5f91-405f-92d7-106ecf9dd283'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:09:05.809437 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8be44b90-69f3-4db2-a771-743e124d4be5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (232ebaa7-f055-44ee-a7ff-558c4b39b329), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.233689 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8be44b90-69f3-4db2-a771-743e124d4be5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.239549 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8be44b90-69f3-4db2-a771-743e124d4be5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (232ebaa7-f055-44ee-a7ff-558c4b39b329), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.342001 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-8be44b90-69f3-4db2-a771-743e124d4be5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Floating IP 232ebaa7-f055-44ee-a7ff-558c4b39b329 associated. External IP: 172.27.4.206, port: 2a59fae0-5f91-405f-92d7-106ecf9dd283. Nov 02 13:09:06.536797 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be44b90-69f3-4db2-a771-743e124d4be5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Router 1d10ba80-bd16-46b8-977a-944b9118eeb3 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:09:06.642155 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be44b90-69f3-4db2-a771-743e124d4be5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:09:06.647432 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8be44b90-69f3-4db2-a771-743e124d4be5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:06.651781 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21819d5-4040-4ab3-9a40-d4e8b17121ee None None] Sync routers for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:09:06.661616 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21819d5-4040-4ab3-9a40-d4e8b17121ee None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:06.662261 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c21819d5-4040-4ab3-9a40-d4e8b17121ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:08:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:06.680666 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-8be44b90-69f3-4db2-a771-743e124d4be5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "PUT /v2.0/floatingips/232ebaa7-f055-44ee-a7ff-558c4b39b329 HTTP/1.1" status: 200 len: 991 time: 0.9126658 Nov 02 13:09:06.681296 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e6e532-d3bb-4834-a859-267ec293ca63', 'tag': '2a59fae0-5f91-405f-92d7-106ecf9dd283'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:09:06.683576 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09367cc-8576-41ce-bca2-12569dafd572" -d '{"events": [{"name": "network-changed", "server_uuid": "41e6e532-d3bb-4834-a859-267ec293ca63", "tag": "2a59fae0-5f91-405f-92d7-106ecf9dd283"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:06.726173 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00f60ea-cd0c-417d-bc7b-ebe9e8ae238f x-openstack-request-id: req-b00f60ea-cd0c-417d-bc7b-ebe9e8ae238f {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:06.726469 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e6e532-d3bb-4834-a859-267ec293ca63", "tag": "2a59fae0-5f91-405f-92d7-106ecf9dd283", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:06.726734 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b00f60ea-cd0c-417d-bc7b-ebe9e8ae238f {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:06.727208 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00f60ea-cd0c-417d-bc7b-ebe9e8ae238f'] response: {'name': 'network-changed', 'server_uuid': '41e6e532-d3bb-4834-a859-267ec293ca63', 'tag': '2a59fae0-5f91-405f-92d7-106ecf9dd283', 'status': 'completed', 'code': 200} Nov 02 13:09:06.769635 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-c21819d5-4040-4ab3-9a40-d4e8b17121ee None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:06.831544 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09367cc-8576-41ce-bca2-12569dafd572 req-7327a33b-baef-42b9-b48e-0cc83923cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:06.833035 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a09367cc-8576-41ce-bca2-12569dafd572 req-7327a33b-baef-42b9-b48e-0cc83923cf3c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 1129 time: 0.0580213 Nov 02 13:09:06.924782 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09367cc-8576-41ce-bca2-12569dafd572 req-bf4189c8-f47b-4180-bff0-f556003f7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:06.926258 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a09367cc-8576-41ce-bca2-12569dafd572 req-bf4189c8-f47b-4180-bff0-f556003f7de2 service neutron] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 917 time: 0.0870409 Nov 02 13:09:07.005312 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c21819d5-4040-4ab3-9a40-d4e8b17121ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '232ebaa7-f055-44ee-a7ff-558c4b39b329', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': '2a59fae0-5f91-405f-92d7-106ecf9dd283', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:3c:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e6e532-d3bb-4834-a859-267ec293ca63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:52Z', 'updated_at': '2022-11-02T13:09:06Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:07.035068 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21819d5-4040-4ab3-9a40-d4e8b17121ee None None] Checking router: 1d10ba80-bd16-46b8-977a-944b9118eeb3 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:09:07.044445 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21819d5-4040-4ab3-9a40-d4e8b17121ee None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:07.045079 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c21819d5-4040-4ab3-9a40-d4e8b17121ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:08:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:07.157275 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-c21819d5-4040-4ab3-9a40-d4e8b17121ee None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:07.259127 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a09367cc-8576-41ce-bca2-12569dafd572 req-48fab7bc-fe27-4a7d-a5fa-6d0574f3faba service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a59fae0-5f91-405f-92d7-106ecf9dd283 HTTP/1.1" status: 200 len: 999 time: 0.3229697 Nov 02 13:09:07.310798 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09367cc-8576-41ce-bca2-12569dafd572 req-4fd21644-c198-446d-91b6-81d9d43dddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:07.312325 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a09367cc-8576-41ce-bca2-12569dafd572 req-4fd21644-c198-446d-91b6-81d9d43dddff service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0470183 Nov 02 13:09:07.368291 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09367cc-8576-41ce-bca2-12569dafd572 req-68d6572f-3a76-4ebd-9f9f-0107ce259a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:07.369801 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a09367cc-8576-41ce-bca2-12569dafd572 req-68d6572f-3a76-4ebd-9f9f-0107ce259a9e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505064 Nov 02 13:09:07.394204 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-c21819d5-4040-4ab3-9a40-d4e8b17121ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '232ebaa7-f055-44ee-a7ff-558c4b39b329', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': '2a59fae0-5f91-405f-92d7-106ecf9dd283', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:3c:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e6e532-d3bb-4834-a859-267ec293ca63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:52Z', 'updated_at': '2022-11-02T13:09:06Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:07.419598 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21819d5-4040-4ab3-9a40-d4e8b17121ee None None] The sync data for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi is: [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '232ebaa7-f055-44ee-a7ff-558c4b39b329', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': '2a59fae0-5f91-405f-92d7-106ecf9dd283', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:3c:19:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e6e532-d3bb-4834-a859-267ec293ca63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:08:52Z', 'updated_at': '2022-11-02T13:09:06Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:09:07.472403 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a09367cc-8576-41ce-bca2-12569dafd572 req-0ecccd44-3053-411e-a1e7-1ee793c0ba96 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960088 Nov 02 13:09:07.577999 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-a09367cc-8576-41ce-bca2-12569dafd572 req-3203d467-40f8-4bb1-bee8-4a669c460298 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994506 Nov 02 13:09:07.641491 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b648b2ab-efef-409d-af2f-24f00ddc008b None None] New status for floating IP 232ebaa7-f055-44ee-a7ff-558c4b39b329: ACTIVE {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:09:09.519810 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:09:15.602202 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:26.125596 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e758696c-4697-4b49-8b9b-314248753513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:28.325853 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e9dd0e66-9cae-4138-b3d5-02269717b15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:29.489005 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:29.916579 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-711ef3cd-e16c-4ac6-8d26-e72afe9fabae service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533385 Nov 02 13:09:30.004821 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-0e8d27b2-4a20-44bf-9084-9c6e6aadacda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:30.007159 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-0e8d27b2-4a20-44bf-9084-9c6e6aadacda service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=22ac1778be064017858e588e9567fd27&device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1130 time: 0.0546596 Nov 02 13:09:30.115642 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-862175b4-14a9-4d53-b23e-d8fdd3ad3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:30.117272 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-862175b4-14a9-4d53-b23e-d8fdd3ad3d88 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e3bfda93-bf92-4220-aa0c-1248f9d5b459 HTTP/1.1" status: 200 len: 910 time: 0.0893788 Nov 02 13:09:30.188677 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-5dda7758-cf69-472d-add4-2b3488282c97 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 200 len: 1002 time: 0.0632336 Nov 02 13:09:30.237656 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-d3b949e4-1aac-48d1-bf96-23e0711acb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:30.239145 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-d3b949e4-1aac-48d1-bf96-23e0711acb35 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=89ba9368-3ab9-4273-af49-56ea36c71cfe HTTP/1.1" status: 200 len: 847 time: 0.0446155 Nov 02 13:09:30.297160 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-c7d9a3f6-6ad5-46f8-a21e-5243e872f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:09:30.298742 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-c7d9a3f6-6ad5-46f8-a21e-5243e872f356 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e3bfda93-bf92-4220-aa0c-1248f9d5b459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528502 Nov 02 13:09:30.396570 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-8e01c0df-0b0a-44e7-af35-d4da62302613 service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911632 Nov 02 13:09:30.490415 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1db3b1b7-af7d-4991-912e-46e659fe47e7 req-979bd5ff-af71-4b82-be32-2d1f224a78fa service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875146 Nov 02 13:09:30.942994 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:32.383205 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:45.635889 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:46.519436 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:09:56.135037 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-7c020a4c-6555-432f-a7ff-fa1c659ba3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:58.321143 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-023d61d6-a14a-41ae-a855-b4761ff7e1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:59.485528 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:00.944713 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:02.379204 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:12.172522 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a6d9a-227b-4d9d-a0cc-1cce86e54f96 req-7db40659-f6f9-4014-b415-e022630b77c6 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:12.174229 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c50a6d9a-227b-4d9d-a0cc-1cce86e54f96 req-7db40659-f6f9-4014-b415-e022630b77c6 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0578833 Nov 02 13:10:12.236274 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c50a6d9a-227b-4d9d-a0cc-1cce86e54f96 req-1f06e473-7de8-4afd-a1c8-3838a1805289 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542867 Nov 02 13:10:13.377501 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed827c8-9316-4424-b7d3-691cc533d408 req-8849312c-3742-45e6-975d-fe298ef94a0b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:13.378998 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-eed827c8-9316-4424-b7d3-691cc533d408 req-8849312c-3742-45e6-975d-fe298ef94a0b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0596750 Nov 02 13:10:13.431866 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-eed827c8-9316-4424-b7d3-691cc533d408 req-25c1a97f-6cba-4e9d-bdba-ad814c14dce5 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465760 Nov 02 13:10:14.581037 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e169daa-3425-4c49-8dc9-58de0bd49ebc req-435a289c-4118-445c-a651-de21a9be607d tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:14.582894 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0e169daa-3425-4c49-8dc9-58de0bd49ebc req-435a289c-4118-445c-a651-de21a9be607d tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0625880 Nov 02 13:10:14.634437 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0e169daa-3425-4c49-8dc9-58de0bd49ebc req-3cfacfe0-fbc2-4e83-acc7-e2238c213768 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453048 Nov 02 13:10:15.633549 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.763857 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb541302-9890-44b3-96ce-acc3867e01bf req-b3c565bd-4858-4898-ba39-b5ff471f8c7f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:15.765489 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fb541302-9890-44b3-96ce-acc3867e01bf req-b3c565bd-4858-4898-ba39-b5ff471f8c7f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0555604 Nov 02 13:10:15.821826 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-fb541302-9890-44b3-96ce-acc3867e01bf req-06131e58-a30e-4938-b9d2-33a577420f10 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503004 Nov 02 13:10:16.964357 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3707cf0-17aa-43d2-aba5-5dfc21d08787 req-da095849-32b0-4778-bee0-c4dce20f9dc9 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:16.965850 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d3707cf0-17aa-43d2-aba5-5dfc21d08787 req-da095849-32b0-4778-bee0-c4dce20f9dc9 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0597372 Nov 02 13:10:17.026556 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d3707cf0-17aa-43d2-aba5-5dfc21d08787 req-62cfb9a6-dd9e-445e-97a6-d426ec964830 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527973 Nov 02 13:10:18.168777 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f577d80-416c-43c6-8812-78e5beb71841 req-4651799c-47fc-46f3-b405-e4a498fc69c9 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:18.170285 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4f577d80-416c-43c6-8812-78e5beb71841 req-4651799c-47fc-46f3-b405-e4a498fc69c9 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0579648 Nov 02 13:10:18.236369 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-4f577d80-416c-43c6-8812-78e5beb71841 req-8408d49c-145c-49ec-aa8c-22095a9c9ac9 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603158 Nov 02 13:10:19.388774 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4f12-caf0-4c62-9433-c41c98f79740 req-4e494cd5-f449-4c1c-b9a0-16344c7f47e2 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:19.391067 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-052b4f12-caf0-4c62-9433-c41c98f79740 req-4e494cd5-f449-4c1c-b9a0-16344c7f47e2 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0680001 Nov 02 13:10:19.447247 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-052b4f12-caf0-4c62-9433-c41c98f79740 req-c63f038d-b981-4038-baf0-2e9dfd7967f1 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500622 Nov 02 13:10:20.597016 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1020c6-cf65-44e7-8812-c735a0a4cdf7 req-d0731afc-3928-4008-a0c9-6046bc317887 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:20.598601 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9a1020c6-cf65-44e7-8812-c735a0a4cdf7 req-d0731afc-3928-4008-a0c9-6046bc317887 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0643468 Nov 02 13:10:20.653826 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9a1020c6-cf65-44e7-8812-c735a0a4cdf7 req-28f9d241-877c-4d3b-8a91-e214e7463cbe tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485036 Nov 02 13:10:21.796256 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca033d4e-4f13-412b-803d-8b0b85fcdfb8 req-83ae0eb0-7cc8-439a-a4c3-a41b05bda0fd tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:21.797721 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ca033d4e-4f13-412b-803d-8b0b85fcdfb8 req-83ae0eb0-7cc8-439a-a4c3-a41b05bda0fd tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0656273 Nov 02 13:10:21.851500 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ca033d4e-4f13-412b-803d-8b0b85fcdfb8 req-45feaf95-3611-4c06-a59d-de08b5511f23 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469284 Nov 02 13:10:22.437676 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c8fb4-0d7f-422a-ba71-fd560e20f45b req-62ec6071-49ad-4018-beb7-e579b07d0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.439261 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-654c8fb4-0d7f-422a-ba71-fd560e20f45b req-62ec6071-49ad-4018-beb7-e579b07d0cb7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=22ac1778be064017858e588e9567fd27&device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1130 time: 0.0506330 Nov 02 13:10:22.541836 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c8fb4-0d7f-422a-ba71-fd560e20f45b req-1c706cb1-b19e-406b-ba7d-cf14fd49992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.544220 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-654c8fb4-0d7f-422a-ba71-fd560e20f45b req-1c706cb1-b19e-406b-ba7d-cf14fd49992b service neutron] 10.222.0.105 "GET /v2.0/networks?id=e3bfda93-bf92-4220-aa0c-1248f9d5b459 HTTP/1.1" status: 200 len: 910 time: 0.0972085 Nov 02 13:10:22.611482 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-654c8fb4-0d7f-422a-ba71-fd560e20f45b req-31cec818-31b7-4f41-88c6-1f4b12a01389 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 200 len: 1002 time: 0.0607708 Nov 02 13:10:22.671331 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c8fb4-0d7f-422a-ba71-fd560e20f45b req-9ca8f428-f844-4084-b772-16696430c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.672858 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-654c8fb4-0d7f-422a-ba71-fd560e20f45b req-9ca8f428-f844-4084-b772-16696430c062 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=89ba9368-3ab9-4273-af49-56ea36c71cfe HTTP/1.1" status: 200 len: 847 time: 0.0533006 Nov 02 13:10:22.725679 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c8fb4-0d7f-422a-ba71-fd560e20f45b req-11dfebeb-352d-42f3-bbdd-a3982df4913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.727366 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-654c8fb4-0d7f-422a-ba71-fd560e20f45b req-11dfebeb-352d-42f3-bbdd-a3982df4913e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e3bfda93-bf92-4220-aa0c-1248f9d5b459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481811 Nov 02 13:10:22.825112 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-654c8fb4-0d7f-422a-ba71-fd560e20f45b req-c1e7cc2c-8956-4ef7-a2c8-c36c76a631ee service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908430 Nov 02 13:10:22.930807 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-654c8fb4-0d7f-422a-ba71-fd560e20f45b req-3290e6d4-15b5-406e-be2a-8aa540ee5d15 service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990059 Nov 02 13:10:22.996117 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69fc7-b0fb-4d39-b967-7486acd80e1a req-46e2e452-4a77-4333-833d-9c19675887e7 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:22.997777 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-94a69fc7-b0fb-4d39-b967-7486acd80e1a req-46e2e452-4a77-4333-833d-9c19675887e7 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0578203 Nov 02 13:10:23.050410 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-94a69fc7-b0fb-4d39-b967-7486acd80e1a req-bbb0dd95-23bc-4d1e-943f-19e359e235c1 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464766 Nov 02 13:10:23.520917 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:10:24.194289 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e6c17-c2aa-418a-835b-a291dbedb744 req-5385889e-464b-4190-9800-40da6bfc5f07 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:24.195796 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d78e6c17-c2aa-418a-835b-a291dbedb744 req-5385889e-464b-4190-9800-40da6bfc5f07 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0675414 Nov 02 13:10:24.252817 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d78e6c17-c2aa-418a-835b-a291dbedb744 req-ccc9a139-a2dc-4a26-a34e-270573f39737 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509672 Nov 02 13:10:25.396146 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06858fa-4ec5-4536-ab92-75f363e55227 req-ca78341c-560e-499a-ac95-89fae1d410cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:25.397684 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b06858fa-4ec5-4536-ab92-75f363e55227 req-ca78341c-560e-499a-ac95-89fae1d410cc tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0578728 Nov 02 13:10:25.454133 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-b06858fa-4ec5-4536-ab92-75f363e55227 req-f01c5feb-0d43-4cd3-bedb-1e72030eb49f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504231 Nov 02 13:10:25.539359 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [req-5b28c6c3-8ed1-44a6-9865-aa06c29afe58 req-e0b49a2a-11b5-43ab-899a-23c68dab0ba6 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:10:25.541213 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-5b28c6c3-8ed1-44a6-9865-aa06c29afe58 req-e0b49a2a-11b5-43ab-899a-23c68dab0ba6 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065539 Nov 02 13:10:25.731267 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab3200-fc41-457a-a907-145348d7c93c req-71fe0a4d-5fff-4d20-b8e5-bb7bc4221d42 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:25.732744 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-84ab3200-fc41-457a-a907-145348d7c93c req-71fe0a4d-5fff-4d20-b8e5-bb7bc4221d42 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0638196 Nov 02 13:10:25.752789 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-39472586-441b-4352-8514-aa2791837756 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1100500 Nov 02 13:10:25.765722 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-e01ed33f-8253-4b1d-a88f-c112cc717912 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=110475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 13:10:25.766882 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-e01ed33f-8253-4b1d-a88f-c112cc717912 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078998 Nov 02 13:10:25.796885 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-84ab3200-fc41-457a-a907-145348d7c93c req-3791f1b3-b3a2-4e94-abe1-206e1e96d30c tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560031 Nov 02 13:10:25.912247 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-6170c3eb-fbce-44ee-a88d-5f6cb0b5704a tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:25.913861 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-6170c3eb-fbce-44ee-a88d-5f6cb0b5704a tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports/9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 200 len: 943 time: 0.1157143 Nov 02 13:10:26.132793 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-dc534474-74ea-4be3-aab0-0fb54a085f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:26.942620 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2ed52-71be-46d6-9cd7-ca4f0f75eff7 req-5de4ecb6-a139-480d-b540-ac671e5993c4 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:26.944160 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8ad2ed52-71be-46d6-9cd7-ca4f0f75eff7 req-5de4ecb6-a139-480d-b540-ac671e5993c4 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0594490 Nov 02 13:10:26.996797 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-8ad2ed52-71be-46d6-9cd7-ca4f0f75eff7 req-d7337bf0-4cdc-407c-8c66-877320aa67eb tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463364 Nov 02 13:10:27.750667 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-5194f5cd-8b7d-47ef-b553-a36cff6a073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:27.752176 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-5194f5cd-8b7d-47ef-b553-a36cff6a073d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71&tenant_id=22ac1778be064017858e588e9567fd27 HTTP/1.1" status: 200 len: 1130 time: 0.0532510 Nov 02 13:10:27.841491 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-9e5ec32b-4f75-4fe3-9b19-69864d218ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:27.843145 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-9e5ec32b-4f75-4fe3-9b19-69864d218ffe service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=22ac1778be064017858e588e9567fd27&device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1130 time: 0.0517073 Nov 02 13:10:27.944112 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-fbfb4fcf-d2b5-44c6-9a23-bc2ec7763424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:27.945808 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-fbfb4fcf-d2b5-44c6-9a23-bc2ec7763424 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e3bfda93-bf92-4220-aa0c-1248f9d5b459 HTTP/1.1" status: 200 len: 910 time: 0.0965440 Nov 02 13:10:28.013177 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-aed18297-4126-4ff5-b23c-509f1f702173 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 200 len: 1002 time: 0.0611422 Nov 02 13:10:28.074593 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-e5d43943-5b6a-4f93-b8fc-a1c7a75ca247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:28.076271 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-e5d43943-5b6a-4f93-b8fc-a1c7a75ca247 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=89ba9368-3ab9-4273-af49-56ea36c71cfe HTTP/1.1" status: 200 len: 847 time: 0.0570705 Nov 02 13:10:28.132227 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d13015-6a72-4d39-bcd7-3e8b0e93168d req-cb660431-040e-4de3-bd59-a0bba6ed42de tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:28.133800 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-40d13015-6a72-4d39-bcd7-3e8b0e93168d req-cb660431-040e-4de3-bd59-a0bba6ed42de tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0559525 Nov 02 13:10:28.133974 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-258e0e94-7155-4539-b8b7-59cb198cd429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:28.135528 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-258e0e94-7155-4539-b8b7-59cb198cd429 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e3bfda93-bf92-4220-aa0c-1248f9d5b459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529406 Nov 02 13:10:28.192876 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-40d13015-6a72-4d39-bcd7-3e8b0e93168d req-2a15d137-e5ab-44f3-bd4b-730f63083a24 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512779 Nov 02 13:10:28.233854 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-d2e6f35c-70d1-431d-9698-939cf87c43ca service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918722 Nov 02 13:10:28.325430 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-837bbe82-acae-45d6-a925-87bcbaa5fa86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:28.337504 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1bf8b8c5-31c2-47ff-8ba6-7da3f666dcb9 req-6b64f810-a658-4287-bfea-8792c63e9008 service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966179 Nov 02 13:10:28.877725 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9ff7f99c-5f23-4304-90e6-678baee4ab6a no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:10:28.897452 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c0e37-80a3-482a-b541-97460588d77f req-cbc29af1-a57c-4950-a0a1-3a83d5fbb3cb tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:28.899013 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-334c0e37-80a3-482a-b541-97460588d77f req-cbc29af1-a57c-4950-a0a1-3a83d5fbb3cb tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 945 time: 0.0604012 Nov 02 13:10:28.958868 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 9ff7f99c-5f23-4304-90e6-678baee4ab6a is: ACTIVE; New status is: DOWN {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:10:28.959290 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:28.961011 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-334c0e37-80a3-482a-b541-97460588d77f req-d0deaee2-c9f8-4da0-89fb-0f0f9331f2e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558000 Nov 02 13:10:28.983833 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:28.986136 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc93857-d977-45da-befa-d4e3174d8729" -d '{"events": [{"server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "name": "network-vif-unplugged", "status": "completed", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:29.001817 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9ff7f99c-5f23-4304-90e6-678baee4ab6a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:29.007876 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:29.030860 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5818722c-bacd-49f7-9770-44a14dbb9a91 x-openstack-request-id: req-5818722c-bacd-49f7-9770-44a14dbb9a91 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:29.031150 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "name": "network-vif-unplugged", "status": "completed", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:29.031404 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5818722c-bacd-49f7-9770-44a14dbb9a91 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:29.031799 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5818722c-bacd-49f7-9770-44a14dbb9a91'] response: {'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'code': 200} Nov 02 13:10:29.057229 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=9ff7f99c-5f23-4304-90e6-678baee4ab6a,revision_number=6']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:29.064504 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.064849 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.065202 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.065538 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.065875 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.066203 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.066530 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.066859 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.067238 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.067569 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.067895 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.068292 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.068623 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:29.332193 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c976a3-697f-4539-bfd4-6aadc2f36e47 req-3f3bd686-5242-4400-b153-86ee1744fa49 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:29.333899 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d7c976a3-697f-4539-bfd4-6aadc2f36e47 req-3f3bd686-5242-4400-b153-86ee1744fa49 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0634687 Nov 02 13:10:29.395835 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-d7c976a3-697f-4539-bfd4-6aadc2f36e47 req-e2d1c25d-f3b9-4fc9-8eaa-52489c5773ef tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545945 Nov 02 13:10:29.492699 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:29.941552 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721667f1-309c-4c1d-a2fd-642f869854d3 req-04c1fab2-0bcf-4c46-8ac5-2485a47199df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:29.943176 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-721667f1-309c-4c1d-a2fd-642f869854d3 req-04c1fab2-0bcf-4c46-8ac5-2485a47199df service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=22ac1778be064017858e588e9567fd27&device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1128 time: 0.0491016 Nov 02 13:10:30.062478 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721667f1-309c-4c1d-a2fd-642f869854d3 req-a7b21e33-d30a-4705-b2da-e58a6f646c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:30.064007 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-721667f1-309c-4c1d-a2fd-642f869854d3 req-a7b21e33-d30a-4705-b2da-e58a6f646c68 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e3bfda93-bf92-4220-aa0c-1248f9d5b459 HTTP/1.1" status: 200 len: 910 time: 0.0975072 Nov 02 13:10:30.107317 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b2abe-4e10-4220-b751-bf5a792cf41a req-6993a8e0-13cf-4400-ac75-7be600c224e3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:30.108934 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1a2b2abe-4e10-4220-b751-bf5a792cf41a req-6993a8e0-13cf-4400-ac75-7be600c224e3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 945 time: 0.0658379 Nov 02 13:10:30.135242 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-721667f1-309c-4c1d-a2fd-642f869854d3 req-519dfd15-3511-4f66-a57d-95c7db8a3df9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 200 len: 1000 time: 0.0625267 Nov 02 13:10:30.160367 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-1a2b2abe-4e10-4220-b751-bf5a792cf41a req-6536d349-0a69-42d1-8cf0-a3898f55cc01 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451641 Nov 02 13:10:30.192494 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721667f1-309c-4c1d-a2fd-642f869854d3 req-b868080d-3fd8-446c-8025-de3aca44025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:30.194238 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-721667f1-309c-4c1d-a2fd-642f869854d3 req-b868080d-3fd8-446c-8025-de3aca44025d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=89ba9368-3ab9-4273-af49-56ea36c71cfe HTTP/1.1" status: 200 len: 847 time: 0.0525851 Nov 02 13:10:30.254091 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721667f1-309c-4c1d-a2fd-642f869854d3 req-f22592be-fd1f-4b4c-9c9e-cb8dd06135e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:30.256015 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-721667f1-309c-4c1d-a2fd-642f869854d3 req-f22592be-fd1f-4b4c-9c9e-cb8dd06135e4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e3bfda93-bf92-4220-aa0c-1248f9d5b459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503235 Nov 02 13:10:30.379381 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-721667f1-309c-4c1d-a2fd-642f869854d3 req-158c316d-d4e5-45ec-9044-6a4dbaf537f2 service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144583 Nov 02 13:10:30.491215 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-721667f1-309c-4c1d-a2fd-642f869854d3 req-3515c606-25a8-49b3-9e8f-09eede1848ba service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044598 Nov 02 13:10:30.536027 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177f9f-7c15-4701-9c8f-86dc7f04b513 req-06f408bf-0c59-43cf-bc57-1c562fc8464c tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:30.537966 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-01177f9f-7c15-4701-9c8f-86dc7f04b513 req-06f408bf-0c59-43cf-bc57-1c562fc8464c tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0604658 Nov 02 13:10:30.590468 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-01177f9f-7c15-4701-9c8f-86dc7f04b513 req-8a23f471-8e0a-4153-b39f-45588e5508da tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465500 Nov 02 13:10:30.946711 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:31.148548 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22787085-6258-4d75-82a8-ca34976beae8 req-16078ec3-d081-4d20-adab-ddd7442bbf04 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:31.149918 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-22787085-6258-4d75-82a8-ca34976beae8 req-16078ec3-d081-4d20-adab-ddd7442bbf04 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 945 time: 0.0565279 Nov 02 13:10:31.242904 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Deleting port 2a59fae0-5f91-405f-92d7-106ecf9dd283 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:10:31.243242 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:31.292639 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370a505-8e6a-4117-8c79-7c00c502bc8d req-38205d8c-9d7d-4b9d-b1f3-308da42f90e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:31.294011 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9370a505-8e6a-4117-8c79-7c00c502bc8d req-38205d8c-9d7d-4b9d-b1f3-308da42f90e7 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 945 time: 0.0556154 Nov 02 13:10:31.336579 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] For port 2a59fae0-5f91-405f-92d7-106ecf9dd283, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=2a59fae0-5f91-405f-92d7-106ecf9dd283,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:31.336927 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:31.343336 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9370a505-8e6a-4117-8c79-7c00c502bc8d req-4b6f9baa-c621-4d69-b25c-3695ce2ce6a2 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=4df0f8c0-80ef-4cac-970b-093ae1100f80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436187 Nov 02 13:10:31.501176 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:31.501517 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (232ebaa7-f055-44ee-a7ff-558c4b39b329), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:31.501837 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Floating IP 232ebaa7-f055-44ee-a7ff-558c4b39b329 disassociated. External IP: 172.27.4.206, port: 2a59fae0-5f91-405f-92d7-106ecf9dd283. Nov 02 13:10:31.502183 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Calling delete_port for 2a59fae0-5f91-405f-92d7-106ecf9dd283 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:10:31.633201 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (2a59fae0-5f91-405f-92d7-106ecf9dd283), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:31.665869 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'Port': ['ID=2a59fae0-5f91-405f-92d7-106ecf9dd283,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:31.676191 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.676568 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.676911 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.677253 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.677664 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.677999 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.678331 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.678668 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.679053 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.679437 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.679723 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.680082 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.680525 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:31.802643 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ed4de-7964-4609-b12b-d99dc296176a req-6d54ceb3-d112-41e4-9317-7dce1a367cd6 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:31.804013 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-226ed4de-7964-4609-b12b-d99dc296176a req-6d54ceb3-d112-41e4-9317-7dce1a367cd6 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.1205511 Nov 02 13:10:31.837563 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Router 1d10ba80-bd16-46b8-977a-944b9118eeb3 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:10:31.872179 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-226ed4de-7964-4609-b12b-d99dc296176a req-98373d02-b2bd-4229-b53d-9e2f1a9dde01 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602298 Nov 02 13:10:31.964270 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:10:31.975620 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8198c-4b99-4801-b6a1-949d810f1af2 None None] Sync routers for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:10:31.985350 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8198c-4b99-4801-b6a1-949d810f1af2 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:31.985964 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-64e8198c-4b99-4801-b6a1-949d810f1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:10:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:32.010872 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] No DVR routers for this DVR port 2a59fae0-5f91-405f-92d7-106ecf9dd283 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:10:32.013693 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:32.017576 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-22787085-6258-4d75-82a8-ca34976beae8 req-501c78a7-c55c-4b07-abe6-9110db6a625c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "DELETE /v2.0/ports/2a59fae0-5f91-405f-92d7-106ecf9dd283 HTTP/1.1" status: 204 len: 173 time: 0.8620017 Nov 02 13:10:32.018270 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e6e532-d3bb-4834-a859-267ec293ca63', 'name': 'network-vif-deleted', 'tag': '2a59fae0-5f91-405f-92d7-106ecf9dd283'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:32.021414 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce989521-993c-4464-8d5d-cc8a8569d296" -d '{"events": [{"server_uuid": "41e6e532-d3bb-4834-a859-267ec293ca63", "name": "network-vif-deleted", "tag": "2a59fae0-5f91-405f-92d7-106ecf9dd283"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:32.071486 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7335ca2-849f-4bd1-b2a6-4247cfb9ac8b x-openstack-request-id: req-d7335ca2-849f-4bd1-b2a6-4247cfb9ac8b {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:32.071883 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e6e532-d3bb-4834-a859-267ec293ca63", "name": "network-vif-deleted", "tag": "2a59fae0-5f91-405f-92d7-106ecf9dd283", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:32.072247 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d7335ca2-849f-4bd1-b2a6-4247cfb9ac8b {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:32.072861 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7335ca2-849f-4bd1-b2a6-4247cfb9ac8b'] response: {'server_uuid': '41e6e532-d3bb-4834-a859-267ec293ca63', 'name': 'network-vif-deleted', 'tag': '2a59fae0-5f91-405f-92d7-106ecf9dd283', 'status': 'completed', 'code': 200} Nov 02 13:10:32.105892 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-64e8198c-4b99-4801-b6a1-949d810f1af2 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:32.403647 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:32.470854 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-0b5132a0-c29c-4659-bbfb-df7c0ce69898 req-f4ee2835-acc0-4522-9b73-f410d13a19f9 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=41e6e532-d3bb-4834-a859-267ec293ca63 HTTP/1.1" status: 200 len: 210 time: 0.0345130 Nov 02 13:10:32.484883 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-64e8198c-4b99-4801-b6a1-949d810f1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:32.512605 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8198c-4b99-4801-b6a1-949d810f1af2 None None] Checking router: 1d10ba80-bd16-46b8-977a-944b9118eeb3 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:10:32.521912 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8198c-4b99-4801-b6a1-949d810f1af2 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:32.522664 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-64e8198c-4b99-4801-b6a1-949d810f1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:10:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:32.645322 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-64e8198c-4b99-4801-b6a1-949d810f1af2 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:32.864701 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-64e8198c-4b99-4801-b6a1-949d810f1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:32.898336 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e8198c-4b99-4801-b6a1-949d810f1af2 None None] The sync data for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi is: [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:10:33.015574 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f2be6-71d2-4024-9764-f16553070049 req-66783cdb-e8a9-46ee-90e6-f4a1d7f9550d tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:33.017199 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-211f2be6-71d2-4024-9764-f16553070049 req-66783cdb-e8a9-46ee-90e6-f4a1d7f9550d tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0578716 Nov 02 13:10:33.074833 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-211f2be6-71d2-4024-9764-f16553070049 req-de894d20-c199-4b9b-8277-e61619a7f1b9 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514841 Nov 02 13:10:33.151733 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f419e-d3c7-47b4-9214-a7240c4fdb9c None None] New status for floating IP 232ebaa7-f055-44ee-a7ff-558c4b39b329: DOWN {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:10:33.576315 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58562) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:33.643723 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (4df0f8c0-80ef-4cac-970b-093ae1100f80), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:33.671095 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (4df0f8c0-80ef-4cac-970b-093ae1100f80), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:33.723285 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (4df0f8c0-80ef-4cac-970b-093ae1100f80), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:33.726133 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:33.727388 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "DELETE /v2.0/security-groups/4df0f8c0-80ef-4cac-970b-093ae1100f80 HTTP/1.1" status: 204 len: 168 time: 0.1498339 Nov 02 13:10:33.730386 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58564) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:33.737163 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df0f8c0-80ef-4cac-970b-093ae1100f80,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:33.745180 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.api.v2.resource [None req-5f0eb8e7-3806-475e-9c93-315c77488287 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] show failed (client error): The resource could not be found. Nov 02 13:10:33.745563 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.745934 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.746268 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5f0eb8e7-3806-475e-9c93-315c77488287 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups/4df0f8c0-80ef-4cac-970b-093ae1100f80 HTTP/1.1" status: 404 len: 347 time: 0.0147688 Nov 02 13:10:33.746596 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.746705 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.746957 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.747301 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.747641 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.747979 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.748388 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.748696 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.749064 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.749378 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.749747 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91962fe0-d72c-41ff-a899-32d2266c0b9b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:10:33.749917 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58566) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:33.883606 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-48176e9c-fe52-471d-887b-edca67815064 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Deleting port 5bfdc73d-1116-409a-858b-ddcfded9f2ca {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:10:33.883961 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-48176e9c-fe52-471d-887b-edca67815064 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (5bfdc73d-1116-409a-858b-ddcfded9f2ca), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:33.969144 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-48176e9c-fe52-471d-887b-edca67815064 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (5bfdc73d-1116-409a-858b-ddcfded9f2ca), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:33.969470 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-48176e9c-fe52-471d-887b-edca67815064 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (5bfdc73d-1116-409a-858b-ddcfded9f2ca), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:33.983875 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-48176e9c-fe52-471d-887b-edca67815064 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Calling delete_port for 5bfdc73d-1116-409a-858b-ddcfded9f2ca owned by network:floatingip {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:10:34.151112 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-48176e9c-fe52-471d-887b-edca67815064 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (5bfdc73d-1116-409a-858b-ddcfded9f2ca), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.185862 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48176e9c-fe52-471d-887b-edca67815064 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'Port': ['ID=5bfdc73d-1116-409a-858b-ddcfded9f2ca,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:34.276837 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-48176e9c-fe52-471d-887b-edca67815064 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (232ebaa7-f055-44ee-a7ff-558c4b39b329), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.279140 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-48176e9c-fe52-471d-887b-edca67815064 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.280325 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-48176e9c-fe52-471d-887b-edca67815064 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "DELETE /v2.0/floatingips/232ebaa7-f055-44ee-a7ff-558c4b39b329 HTTP/1.1" status: 204 len: 168 time: 0.5295360 Nov 02 13:10:34.287542 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272c9f2-18c3-4553-8316-a448ac5d3eba req-dae66af8-1fdb-4a50-ba03-80d539313852 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:34.294257 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f272c9f2-18c3-4553-8316-a448ac5d3eba req-dae66af8-1fdb-4a50-ba03-80d539313852 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.1167336 Nov 02 13:10:34.344634 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f272c9f2-18c3-4553-8316-a448ac5d3eba req-a371ccc9-e1c6-4de4-896f-f338bd66f33c tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467484 Nov 02 13:10:34.360789 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58572) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:34.365412 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-d26c0055-8796-461f-927c-7ba3685977b0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1891602147', 'description': 'tempest-description--165682105'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:34.397879 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d26c0055-8796-461f-927c-7ba3685977b0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.487479 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d26c0055-8796-461f-927c-7ba3685977b0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (88e92a5d-f594-4191-a3e0-4c866f94e3b5), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.493380 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d26c0055-8796-461f-927c-7ba3685977b0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (88e92a5d-f594-4191-a3e0-4c866f94e3b5), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.522125 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d26c0055-8796-461f-927c-7ba3685977b0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.523584 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-d26c0055-8796-461f-927c-7ba3685977b0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1617410 Nov 02 13:10:34.527101 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58574) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:34.528442 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c0055-8796-461f-927c-7ba3685977b0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e92a5d-f594-4191-a3e0-4c866f94e3b5,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:34.531994 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-4e0251e5-f176-465c-90ca-6b8761e8a7a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group_rule': {'security_group_id': '88e92a5d-f594-4191-a3e0-4c866f94e3b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:34.560826 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4e0251e5-f176-465c-90ca-6b8761e8a7a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (5c0ab0e5-5645-4239-933b-2b6d7e03f789), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.616333 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4e0251e5-f176-465c-90ca-6b8761e8a7a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (5c0ab0e5-5645-4239-933b-2b6d7e03f789), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.621045 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4e0251e5-f176-465c-90ca-6b8761e8a7a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (5c0ab0e5-5645-4239-933b-2b6d7e03f789), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.643069 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0251e5-f176-465c-90ca-6b8761e8a7a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0ab0e5-5645-4239-933b-2b6d7e03f789,revision_number=0']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:34.654574 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-4e0251e5-f176-465c-90ca-6b8761e8a7a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.655825 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-4e0251e5-f176-465c-90ca-6b8761e8a7a8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276047 Nov 02 13:10:34.658709 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58576) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:34.663377 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-e0db9788-2015-44ea-a6e9-36ddc3aa16ca tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'security_group_rule': {'security_group_id': '88e92a5d-f594-4191-a3e0-4c866f94e3b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:34.693324 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0db9788-2015-44ea-a6e9-36ddc3aa16ca tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (3066c7ac-6c6c-49f4-85c1-4d94eb1954b8), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.754354 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0db9788-2015-44ea-a6e9-36ddc3aa16ca tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (3066c7ac-6c6c-49f4-85c1-4d94eb1954b8), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.759308 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0db9788-2015-44ea-a6e9-36ddc3aa16ca tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686176'] for security_group_rule (3066c7ac-6c6c-49f4-85c1-4d94eb1954b8), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.776063 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db9788-2015-44ea-a6e9-36ddc3aa16ca tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3066c7ac-6c6c-49f4-85c1-4d94eb1954b8,revision_number=0']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:34.788289 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e0db9788-2015-44ea-a6e9-36ddc3aa16ca tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.789560 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-e0db9788-2015-44ea-a6e9-36ddc3aa16ca tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297433 Nov 02 13:10:34.793889 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58578) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:34.798616 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.v2.base [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'floatingip': {'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec'}} {{(pid=110476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:34.822136 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:34.904726 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 2a59fae0-5f91-405f-92d7-106ecf9dd283 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:10:34.924331 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 2a59fae0-5f91-405f-92d7-106ecf9dd283 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:10:34.924673 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 2a59fae0-5f91-405f-92d7-106ecf9dd283 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:10:34.929715 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:35.037776 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_common [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Allocated IP 172.27.4.102 (467a4deb-b627-4bd0-bcd4-431cf8d0b2ec/1fcf1c21-26a0-46c8-ab35-82dc8db5db1b/0c3b50e7-b7b1-4cb3-a728-d006be8dac1f) {{(pid=110476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:10:35.155031 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (0c3b50e7-b7b1-4cb3-a728-d006be8dac1f), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:35.191549 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (0c3b50e7-b7b1-4cb3-a728-d006be8dac1f), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:35.228534 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Network 467a4deb-b627-4bd0-bcd4-431cf8d0b2ec is already hosted by enough agents. {{(pid=110476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:10:35.231578 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.base_scheduler [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Resources bound (agent type, host, resource id): {{(pid=110476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:10:35.235177 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Received port after_create {{(pid=110476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:10:35.261580 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=0c3b50e7-b7b1-4cb3-a728-d006be8dac1f,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:35.333660 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (9c646233-f1f0-4c0d-8ffa-1a80b1c090eb), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:35.376820 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (0c3b50e7-b7b1-4cb3-a728-d006be8dac1f), before_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:35.513293 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c16d23-cb8b-42d9-b0de-6f17a75062ff req-5b42da97-3b51-4057-b84d-d75d632324d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:35.514894 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-55c16d23-cb8b-42d9-b0de-6f17a75062ff req-5b42da97-3b51-4057-b84d-d75d632324d6 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1128 time: 0.0584977 Nov 02 13:10:35.544907 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060213-0521-4b0a-81d7-0bd20e8d8903 req-225e6e9b-270d-4275-af87-202d6f929897 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:35.546454 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2f060213-0521-4b0a-81d7-0bd20e8d8903 req-225e6e9b-270d-4275-af87-202d6f929897 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.1167774 Nov 02 13:10:35.565548 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-55c16d23-cb8b-42d9-b0de-6f17a75062ff req-1a3b723f-3540-4647-9b7f-670331ba3bed service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438464 Nov 02 13:10:35.611086 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (0c3b50e7-b7b1-4cb3-a728-d006be8dac1f), precommit_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:35.618074 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13112444'] for port (0c3b50e7-b7b1-4cb3-a728-d006be8dac1f), after_update {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:35.625649 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-2f060213-0521-4b0a-81d7-0bd20e8d8903 req-910660c7-85a1-49ac-9aa5-dc3074c0ab06 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726392 Nov 02 13:10:35.691637 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (9c646233-f1f0-4c0d-8ffa-1a80b1c090eb), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:35.694655 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=0c3b50e7-b7b1-4cb3-a728-d006be8dac1f,revision_number=2']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:35.711657 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:35.712940 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-55bf685b-3e0a-460f-a091-8e90c405314a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9180090 Nov 02 13:10:35.877369 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-a4b6f8d0-b397-4740-a065-d1e101fe71c0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1891602147&fields=id&tenant_id=19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 267 time: 0.0442572 Nov 02 13:10:36.261336 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707229-f7a0-4738-9b2d-424d10261899 req-12485633-ddc0-4090-afb2-2530ca1c5440 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:36.262855 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-12485633-ddc0-4090-afb2-2530ca1c5440 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 815 time: 0.3750739 Nov 02 13:10:36.285457 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-82c3d8dd-25b6-492a-83ef-d7abfcca0e64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/quotas/19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 375 time: 0.0140276 Nov 02 13:10:36.343398 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-df7eb902-3e25-4829-9afe-9baf82dff6a4 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520673 Nov 02 13:10:36.444771 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-ca6bc3d4-ccb9-4303-8ac7-3165230a7799 service neutron] 10.222.0.90 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888567 Nov 02 13:10:36.556880 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-44a26edb-3b0f-4264-91eb-7eb536305125 service neutron] 10.222.0.90 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008391 Nov 02 13:10:36.740769 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-74f9aa53-4044-4a30-8c58-f38bd86db14b req-777e942e-ade4-4803-9e70-3d1b975a14be tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 210 time: 0.0391080 Nov 02 13:10:36.788876 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d4222-a37a-45ed-95cc-e602987ce908 req-fda25f6a-b82a-4c69-8b35-55e648e2ecf1 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:36.791650 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5b5d4222-a37a-45ed-95cc-e602987ce908 req-fda25f6a-b82a-4c69-8b35-55e648e2ecf1 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 944 time: 0.0663576 Nov 02 13:10:36.861070 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-5b5d4222-a37a-45ed-95cc-e602987ce908 req-9fc76b34-5d47-4680-a250-055efaf570f0 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624151 Nov 02 13:10:36.923262 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9ff7f99c-5f23-4304-90e6-678baee4ab6a details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:10:37.044170 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9ff7f99c-5f23-4304-90e6-678baee4ab6a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:37.062963 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'port_id': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'mac_address': 'fa:16:3e:90:a8:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:10:37.102092 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 9ff7f99c-5f23-4304-90e6-678baee4ab6a is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:10:37.102501 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:37.117983 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff7f99c-5f23-4304-90e6-678baee4ab6a {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:10:37.143178 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9ff7f99c-5f23-4304-90e6-678baee4ab6a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:37.147872 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:37.198718 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=9ff7f99c-5f23-4304-90e6-678baee4ab6a,revision_number=7']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:37.583871 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['9ff7f99c-5f23-4304-90e6-678baee4ab6a'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:10:37.890811 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-fdb8dbe4-49d6-444d-b922-5a65237c3407 req-d17c8bf4-3fc8-4b9a-9e6f-ed28beb02840 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 210 time: 0.0628874 Nov 02 13:10:37.956900 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707229-f7a0-4738-9b2d-424d10261899 req-b3af9d66-f119-471f-b873-aec8cab107a6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:37.959101 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-b3af9d66-f119-471f-b873-aec8cab107a6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 815 time: 0.1707857 Nov 02 13:10:37.998744 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923d776-c25a-42e6-b355-c4a43ce8c115 req-7d1f68ce-6856-452a-bd1d-22d5b6e6a888 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:38.000944 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9923d776-c25a-42e6-b355-c4a43ce8c115 req-7d1f68ce-6856-452a-bd1d-22d5b6e6a888 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 945 time: 0.0585082 Nov 02 13:10:38.040162 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-a8c8b4c1-87f9-4b29-ae9c-8b2f71d4cd5f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19aa22fb93224586a50c7447a5310ecd HTTP/1.1" status: 200 len: 380 time: 0.0633287 Nov 02 13:10:38.049141 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'port': {'device_id': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'admin_state_up': True, 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'security_groups': ['88e92a5d-f594-4191-a3e0-4c866f94e3b5']}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:38.064058 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-9923d776-c25a-42e6-b355-c4a43ce8c115 req-63872526-f1ed-4402-b0fa-f9b94af93fa2 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545144 Nov 02 13:10:38.167133 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Made reservation on behalf of 19aa22fb93224586a50c7447a5310ecd for: {'port': 1} {{(pid=110475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:10:38.170665 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:38.298223 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_common [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Allocated IP 172.20.0.9 (46222446-e421-4f44-b970-f0c2d05a9631/42c225ec-6d1b-4779-816f-6305d79806c6/7b41adc0-1ce9-4ac6-97fe-ede096896910) {{(pid=110475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:10:38.449809 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:38.490131 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734496338692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:38.532295 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Network 46222446-e421-4f44-b970-f0c2d05a9631 is already hosted by enough agents. {{(pid=110475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:10:38.535423 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.base_scheduler [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Resources bound (agent type, host, resource id): {{(pid=110475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:10:38.546498 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Received port after_create {{(pid=110475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:10:38.572187 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event updated for resources: {'Port': ['ID=7b41adc0-1ce9-4ac6-97fe-ede096896910,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:38.600431 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:38.601080 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:38.626633 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7d78ba7b-bb2e-44ce-8ab5-019324552c32 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5812585 Nov 02 13:10:38.646202 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Request body: {'port': {'device_id': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:38.713747 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:38.777789 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-ce8657e9-1ad5-464e-a3df-3a607e0a1bbd None None] Provisioning complete for port 7b41adc0-1ce9-4ac6-97fe-ede096896910 triggered by entity DHCP. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:10:38.778724 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-ce8657e9-1ad5-464e-a3df-3a607e0a1bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:38.778852 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-ce8657e9-1ad5-464e-a3df-3a607e0a1bbd None None] Attempt 1 to provision port 7b41adc0-1ce9-4ac6-97fe-ede096896910 Nov 02 13:10:38.812949 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-ce8657e9-1ad5-464e-a3df-3a607e0a1bbd None None] Port 7b41adc0-1ce9-4ac6-97fe-ede096896910 cannot update to ACTIVE because it is not bound. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:10:38.924158 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9ff7f99c-5f23-4304-90e6-678baee4ab6a up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:10:38.979156 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 9ff7f99c-5f23-4304-90e6-678baee4ab6a triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:10:38.979521 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:38.979893 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 9ff7f99c-5f23-4304-90e6-678baee4ab6a Nov 02 13:10:39.019324 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b41adc0-1ce9-4ac6-97fe-ede096896910 {{(pid=110475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:10:39.029308 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Publish callbacks [] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:39.047164 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.provisioning_blocks [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Transition to ACTIVE for port object 7b41adc0-1ce9-4ac6-97fe-ede096896910 will not be triggered until provisioned by entity L2. {{(pid=110475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:10:39.053071 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:39.061772 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 9ff7f99c-5f23-4304-90e6-678baee4ab6a is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:10:39.062171 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:39.085445 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:39.087714 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c5b145-250a-4b42-95c0-0fd7ca22cdda" -d '{"events": [{"server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "name": "network-vif-plugged", "status": "completed", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:39.090110 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5617eb-8e53-41ef-8d7b-d8b000fef39f req-68f6198f-ef98-4497-a692-a5fb87ff9071 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:39.091657 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-cf5617eb-8e53-41ef-8d7b-d8b000fef39f req-68f6198f-ef98-4497-a692-a5fb87ff9071 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 931 time: 0.1073384 Nov 02 13:10:39.101383 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 9ff7f99c-5f23-4304-90e6-678baee4ab6a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:39.107039 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:39.133017 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590babd6-fd97-4443-86fc-1af49e520b6c x-openstack-request-id: req-590babd6-fd97-4443-86fc-1af49e520b6c {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:39.133350 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "name": "network-vif-plugged", "status": "completed", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:39.133518 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-590babd6-fd97-4443-86fc-1af49e520b6c {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:39.134028 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590babd6-fd97-4443-86fc-1af49e520b6c'] response: {'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'code': 200} Nov 02 13:10:39.148957 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Pushing event updated for resources: {'Port': ['ID=7b41adc0-1ce9-4ac6-97fe-ede096896910,revision_number=2']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:39.164663 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=9ff7f99c-5f23-4304-90e6-678baee4ab6a,revision_number=8']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:39.210551 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-cf5617eb-8e53-41ef-8d7b-d8b000fef39f req-725bac22-ee69-4ed5-bcaf-6d43383261d5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038525 Nov 02 13:10:39.220218 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Attempting to bind port 7b41adc0-1ce9-4ac6-97fe-ede096896910 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:10:39.220655 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Attempting to bind port 7b41adc0-1ce9-4ac6-97fe-ede096896910 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:10:39.220989 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Attempting to bind port 7b41adc0-1ce9-4ac6-97fe-ede096896910 on network 46222446-e421-4f44-b970-f0c2d05a9631 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:10:39.226248 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Port 7b41adc0-1ce9-4ac6-97fe-ede096896910 on network 46222446-e421-4f44-b970-f0c2d05a9631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:10:39.226576 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Attempting to bind port 7b41adc0-1ce9-4ac6-97fe-ede096896910 on network 46222446-e421-4f44-b970-f0c2d05a9631 {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:10:39.231676 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Checking agent: {'id': 'f0baf691-55ac-450e-bb54-413ab3e02dfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'started_at': datetime.datetime(2022, 11, 2, 12, 50, 15), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:10:39.232019 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Checking segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:10:39.232429 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Bound using segment: {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'} {{(pid=110475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:10:39.232917 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.managers [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Bound port: 7b41adc0-1ce9-4ac6-97fe-ede096896910, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965661a1-cd64-4239-84c5-0a1435298624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631'}}] {{(pid=110475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:10:39.234311 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:39.305377 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] For port 7b41adc0-1ce9-4ac6-97fe-ede096896910, host hv-cinder-86327, cleared binding levels {{(pid=110475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:10:39.308511 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] For port 7b41adc0-1ce9-4ac6-97fe-ede096896910, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7b41adc0-1ce9-4ac6-97fe-ede096896910,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:10:39.313961 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-ce8657e9-1ad5-464e-a3df-3a607e0a1bbd None None] Attempt 2 to provision port 7b41adc0-1ce9-4ac6-97fe-ede096896910 Nov 02 13:10:39.316433 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12738472'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:39.320843 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:39.321464 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:39.322853 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] 10.222.0.105 "PUT /v2.0/ports/7b41adc0-1ce9-4ac6-97fe-ede096896910 HTTP/1.1" status: 200 len: 1093 time: 0.6816633 Nov 02 13:10:39.323358 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'tag': '7b41adc0-1ce9-4ac6-97fe-ede096896910'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:39.325851 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bd6b86-c91b-46a0-8798-4470d1b56d3e", "tag": "7b41adc0-1ce9-4ac6-97fe-ede096896910"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:39.358851 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-ce8657e9-1ad5-464e-a3df-3a607e0a1bbd None None] Port 7b41adc0-1ce9-4ac6-97fe-ede096896910 had new provisioning blocks added so it will not transition to active. {{(pid=110477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 13:10:39.378958 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51d4b4-e3b0-45da-9274-28d12dc6fb09 service neutron] Pushing event updated for resources: {'Port': ['ID=7b41adc0-1ce9-4ac6-97fe-ede096896910,revision_number=3']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:39.383178 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7703ac-16f1-4ad2-b86b-31fc56753e94 x-openstack-request-id: req-cd7703ac-16f1-4ad2-b86b-31fc56753e94 {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:39.383498 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bd6b86-c91b-46a0-8798-4470d1b56d3e", "tag": "7b41adc0-1ce9-4ac6-97fe-ede096896910", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:39.383783 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cd7703ac-16f1-4ad2-b86b-31fc56753e94 {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:39.384287 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7703ac-16f1-4ad2-b86b-31fc56753e94'] response: {'name': 'network-changed', 'server_uuid': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'tag': '7b41adc0-1ce9-4ac6-97fe-ede096896910', 'status': 'completed', 'code': 200} Nov 02 13:10:39.455137 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707229-f7a0-4738-9b2d-424d10261899 req-fea06958-29fe-4595-9aa9-0e47748946ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:39.456728 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-fea06958-29fe-4595-9aa9-0e47748946ff service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 1127 time: 0.0580232 Nov 02 13:10:39.509356 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-8600bff8-661c-473f-a2cf-9de01e57da18 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b41adc0-1ce9-4ac6-97fe-ede096896910 HTTP/1.1" status: 200 len: 217 time: 0.0356479 Nov 02 13:10:39.560701 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7c15b7d5-9c16-427f-96b0-e7ed76c7cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:39.562309 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-7c15b7d5-9c16-427f-96b0-e7ed76c7cfb9 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0463457 Nov 02 13:10:39.617853 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5707229-f7a0-4738-9b2d-424d10261899 req-6a0a980f-81c8-46d4-bd85-6fd5e34fc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:39.619307 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-6a0a980f-81c8-46d4-bd85-6fd5e34fc3d0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508130 Nov 02 13:10:39.715576 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-3b3134c7-d0e6-4304-a6b6-0a211c897525 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889540 Nov 02 13:10:39.810642 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f5707229-f7a0-4738-9b2d-424d10261899 req-628d60ee-90b3-4e8e-bda8-1697fd6bba1d service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888298 Nov 02 13:10:39.965911 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd req-115f873b-dbda-4044-871d-065e21b5a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:39.967490 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd req-115f873b-dbda-4044-871d-065e21b5a6b7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 1127 time: 0.0550888 Nov 02 13:10:40.068934 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd req-c59a4458-6ab3-4287-b4d6-3789c3655171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:40.070441 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd req-c59a4458-6ab3-4287-b4d6-3789c3655171 service neutron] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 917 time: 0.0962794 Nov 02 13:10:40.115950 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd req-a6ba16ba-4f79-4b4b-82e1-b6919488ea38 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b41adc0-1ce9-4ac6-97fe-ede096896910 HTTP/1.1" status: 200 len: 217 time: 0.0387919 Nov 02 13:10:40.168746 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd req-c1370513-1c20-42c1-b589-5b39391524d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:40.170324 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd req-c1370513-1c20-42c1-b589-5b39391524d8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0492084 Nov 02 13:10:40.229562 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd req-acdee5e0-4993-4b59-9095-e0c989d76897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:40.231041 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd req-acdee5e0-4993-4b59-9095-e0c989d76897 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539422 Nov 02 13:10:40.364365 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd req-0e1c5ef0-9ee2-4ae8-a5e5-a1ed23b0010b service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270792 Nov 02 13:10:40.376843 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22b01-ea26-478e-aa17-c860580fbcb5 req-5c6ae592-5675-403e-b4ea-469f530c22a9 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:40.378545 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e3d22b01-ea26-478e-aa17-c860580fbcb5 req-5c6ae592-5675-403e-b4ea-469f530c22a9 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 943 time: 0.0863197 Nov 02 13:10:40.496947 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-e3d22b01-ea26-478e-aa17-c860580fbcb5 req-a7b13e72-6725-4cef-bb1a-49ba6ea12d99 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050224 Nov 02 13:10:40.522540 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9c5f1aa7-378b-4ac3-9795-ae8ce699e8bd req-16f2f653-6fba-4d27-917e-b42ea682b2ca service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427083 Nov 02 13:10:41.647271 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a38c2f-7131-4d67-bc8d-a0a609b770f8 req-7583e106-4e9c-4573-b5e9-ab96e628afaa tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:41.650078 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f3a38c2f-7131-4d67-bc8d-a0a609b770f8 req-7583e106-4e9c-4573-b5e9-ab96e628afaa tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 943 time: 0.0680478 Nov 02 13:10:41.699318 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f3a38c2f-7131-4d67-bc8d-a0a609b770f8 req-20193d59-7955-40db-aa24-b0f6144b09b1 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434413 Nov 02 13:10:42.844764 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b5bee-6729-4dd2-aa4c-c8e35b84c046 req-ad4509cd-3c42-47ba-bb1b-fa06b588ae20 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:42.846364 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-086b5bee-6729-4dd2-aa4c-c8e35b84c046 req-ad4509cd-3c42-47ba-bb1b-fa06b588ae20 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 943 time: 0.0678279 Nov 02 13:10:42.906084 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-086b5bee-6729-4dd2-aa4c-c8e35b84c046 req-030b35be-d531-44a1-b49f-c5521bbe007f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536482 Nov 02 13:10:42.952358 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7b41adc0-1ce9-4ac6-97fe-ede096896910 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=110477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:10:43.057339 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7b41adc0-1ce9-4ac6-97fe-ede096896910, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7b41adc0-1ce9-4ac6-97fe-ede096896910,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:43.070324 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Returning: {'device': '7b41adc0-1ce9-4ac6-97fe-ede096896910', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'port_id': '7b41adc0-1ce9-4ac6-97fe-ede096896910', 'mac_address': 'fa:16:3e:a8:2e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:10:43.103193 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 7b41adc0-1ce9-4ac6-97fe-ede096896910 is: DOWN; New status is: BUILD {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:10:43.103573 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:43.116908 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b41adc0-1ce9-4ac6-97fe-ede096896910 {{(pid=110477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:10:43.143776 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7b41adc0-1ce9-4ac6-97fe-ede096896910, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7b41adc0-1ce9-4ac6-97fe-ede096896910,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:43.150216 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:43.203911 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=7b41adc0-1ce9-4ac6-97fe-ede096896910,revision_number=4']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:43.627843 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] get_ports_and_sgs() called for port_ids ['7b41adc0-1ce9-4ac6-97fe-ede096896910'] {{(pid=110477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:10:44.051218 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c88969-3115-4aae-b09a-b17e33410feb req-2c309c5c-d887-4d39-8268-c23ac950ccdc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:44.052790 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-67c88969-3115-4aae-b09a-b17e33410feb req-2c309c5c-d887-4d39-8268-c23ac950ccdc tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 944 time: 0.0567751 Nov 02 13:10:44.109081 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-67c88969-3115-4aae-b09a-b17e33410feb req-fa561188-0f45-4e9c-8f96-2b9c73347c0b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459676 Nov 02 13:10:44.951939 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7b41adc0-1ce9-4ac6-97fe-ede096896910 up at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:10:45.008073 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning for port 7b41adc0-1ce9-4ac6-97fe-ede096896910 completed by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:10:45.012639 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.provisioning_blocks [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Provisioning complete for port 7b41adc0-1ce9-4ac6-97fe-ede096896910 triggered by entity L2. {{(pid=110477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:10:45.013059 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711501'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), provisioning_complete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:45.013429 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Attempt 1 to provision port 7b41adc0-1ce9-4ac6-97fe-ede096896910 Nov 02 13:10:45.084895 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Current status of the port 7b41adc0-1ce9-4ac6-97fe-ede096896910 is: BUILD; New status is: ACTIVE {{(pid=110477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:10:45.085135 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768907'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), before_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:45.109687 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b41adc0-1ce9-4ac6-97fe-ede096896910'}] {{(pid=110477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:45.111955 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4b1e667dcee0cec3c36df70b48fa5e43c7e9fdbea5053bbf2bbfe4470c6a96d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee10e77b-55f7-43ff-83e1-dc9613d93862" -d '{"events": [{"server_uuid": "a3bd6b86-c91b-46a0-8798-4470d1b56d3e", "name": "network-vif-plugged", "status": "completed", "tag": "7b41adc0-1ce9-4ac6-97fe-ede096896910"}]}' {{(pid=110477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:45.127842 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] For port 7b41adc0-1ce9-4ac6-97fe-ede096896910, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7b41adc0-1ce9-4ac6-97fe-ede096896910,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:10:45.133884 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734496893588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734496338710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734496338728'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:45.158852 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a73be1-506a-4b14-965b-dd3e3fbe8b59 x-openstack-request-id: req-f5a73be1-506a-4b14-965b-dd3e3fbe8b59 {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:45.159157 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bd6b86-c91b-46a0-8798-4470d1b56d3e", "name": "network-vif-plugged", "status": "completed", "tag": "7b41adc0-1ce9-4ac6-97fe-ede096896910", "code": 200}]} {{(pid=110477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:45.159422 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f5a73be1-506a-4b14-965b-dd3e3fbe8b59 {{(pid=110477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:45.159815 dv-cinder-863278-1-iscsi neutron-server[110477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a73be1-506a-4b14-965b-dd3e3fbe8b59'] response: {'server_uuid': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b41adc0-1ce9-4ac6-97fe-ede096896910', 'code': 200} Nov 02 13:10:45.186168 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Pushing event updated for resources: {'Port': ['ID=7b41adc0-1ce9-4ac6-97fe-ede096896910,revision_number=5']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:10:45.261050 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61773da-47d2-48d8-b223-1b431441cbb2 req-5fa9bb7f-7bfb-4dec-a0b3-aafa062c4de0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:45.262579 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f61773da-47d2-48d8-b223-1b431441cbb2 req-5fa9bb7f-7bfb-4dec-a0b3-aafa062c4de0 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 945 time: 0.0754383 Nov 02 13:10:45.310712 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-f61773da-47d2-48d8-b223-1b431441cbb2 req-ee8b1474-a078-49d9-b212-e7c48bc9bf2e tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Nov 02 13:10:45.364080 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa2ab3-e6b9-4b78-aaa0-d88cb8e7609c req-fa1e5d60-a224-42c0-8535-bd82fd2cc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:45.365533 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-01aa2ab3-e6b9-4b78-aaa0-d88cb8e7609c req-fa1e5d60-a224-42c0-8535-bd82fd2cc55a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 1129 time: 0.0434875 Nov 02 13:10:45.413779 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-01aa2ab3-e6b9-4b78-aaa0-d88cb8e7609c req-4b4003cd-f8a2-4905-90f0-033493a62b0d service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415277 Nov 02 13:10:45.651033 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:46.446160 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96105ac-8b6c-489c-a154-eb3bb0b1162f req-9c408d7c-72b9-421c-81a2-753ac5e50f64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:46.447662 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c96105ac-8b6c-489c-a154-eb3bb0b1162f req-9c408d7c-72b9-421c-81a2-753ac5e50f64 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 945 time: 0.0601768 Nov 02 13:10:46.498230 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-c96105ac-8b6c-489c-a154-eb3bb0b1162f req-301f063e-28f7-4962-ac73-76da12f54443 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438755 Nov 02 13:10:47.626155 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f3bd1-37c6-4e3c-8b72-3d05429b395b req-e9089092-eff0-4b18-9dd6-b6a64430de2c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:47.627642 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-197f3bd1-37c6-4e3c-8b72-3d05429b395b req-e9089092-eff0-4b18-9dd6-b6a64430de2c tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 945 time: 0.0542746 Nov 02 13:10:47.677793 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-197f3bd1-37c6-4e3c-8b72-3d05429b395b req-daf05fc1-c419-4c90-9fc3-2fd9be492101 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436332 Nov 02 13:10:47.804811 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7012d5-1166-4de2-9a7a-498fc7857f02 req-64eb2d28-bd1f-460f-8485-f1f0027cbbd5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:47.806690 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-9c7012d5-1166-4de2-9a7a-498fc7857f02 req-64eb2d28-bd1f-460f-8485-f1f0027cbbd5 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 945 time: 0.0559392 Nov 02 13:10:47.817446 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58644) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:10:47.822014 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.v2.base [None req-b70b36bb-29b0-4789-be70-7223ccc68d7f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Request body: {'floatingip': {'port_id': '7b41adc0-1ce9-4ac6-97fe-ede096896910'}} {{(pid=110475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:10:47.863343 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b70b36bb-29b0-4789-be70-7223ccc68d7f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (9c646233-f1f0-4c0d-8ffa-1a80b1c090eb), before_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:48.279133 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b70b36bb-29b0-4789-be70-7223ccc68d7f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:48.284400 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b70b36bb-29b0-4789-be70-7223ccc68d7f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (9c646233-f1f0-4c0d-8ffa-1a80b1c090eb), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:48.381389 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [None req-b70b36bb-29b0-4789-be70-7223ccc68d7f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Floating IP 9c646233-f1f0-4c0d-8ffa-1a80b1c090eb associated. External IP: 172.27.4.102, port: 7b41adc0-1ce9-4ac6-97fe-ede096896910. Nov 02 13:10:48.587846 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70b36bb-29b0-4789-be70-7223ccc68d7f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Router 1d10ba80-bd16-46b8-977a-944b9118eeb3 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:10:48.693356 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70b36bb-29b0-4789-be70-7223ccc68d7f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:10:48.698117 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b70b36bb-29b0-4789-be70-7223ccc68d7f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:48.703857 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281b69c-d3fa-4cf8-9704-ee64c91bab6a None None] Sync routers for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:10:48.715170 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281b69c-d3fa-4cf8-9704-ee64c91bab6a None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:48.715813 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-9281b69c-d3fa-4cf8-9704-ee64c91bab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:10:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:48.734738 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b70b36bb-29b0-4789-be70-7223ccc68d7f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "PUT /v2.0/floatingips/9c646233-f1f0-4c0d-8ffa-1a80b1c090eb HTTP/1.1" status: 200 len: 991 time: 0.9161704 Nov 02 13:10:48.735489 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'tag': '7b41adc0-1ce9-4ac6-97fe-ede096896910'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:10:48.737930 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d55ed8-56ae-4c6c-98fb-21db83e9254b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bd6b86-c91b-46a0-8798-4470d1b56d3e", "tag": "7b41adc0-1ce9-4ac6-97fe-ede096896910"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:10:48.776191 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e1d79a-ffbe-4beb-8d63-ad983b8c42dd x-openstack-request-id: req-56e1d79a-ffbe-4beb-8d63-ad983b8c42dd {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:10:48.776511 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bd6b86-c91b-46a0-8798-4470d1b56d3e", "tag": "7b41adc0-1ce9-4ac6-97fe-ede096896910", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:10:48.776781 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-56e1d79a-ffbe-4beb-8d63-ad983b8c42dd {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:10:48.777231 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e1d79a-ffbe-4beb-8d63-ad983b8c42dd'] response: {'name': 'network-changed', 'server_uuid': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'tag': '7b41adc0-1ce9-4ac6-97fe-ede096896910', 'status': 'completed', 'code': 200} Nov 02 13:10:48.828915 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-9281b69c-d3fa-4cf8-9704-ee64c91bab6a None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:48.871132 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d55ed8-56ae-4c6c-98fb-21db83e9254b req-3de1d7c7-87c8-4018-a64d-225e3262cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:48.872640 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-61d55ed8-56ae-4c6c-98fb-21db83e9254b req-3de1d7c7-87c8-4018-a64d-225e3262cb29 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=19aa22fb93224586a50c7447a5310ecd&device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 1129 time: 0.0489190 Nov 02 13:10:48.968907 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d55ed8-56ae-4c6c-98fb-21db83e9254b req-2032f1a7-0491-4bb3-95dc-1bcc84781fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:48.970461 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-61d55ed8-56ae-4c6c-98fb-21db83e9254b req-2032f1a7-0491-4bb3-95dc-1bcc84781fe9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 200 len: 917 time: 0.0912843 Nov 02 13:10:49.033489 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-61d55ed8-56ae-4c6c-98fb-21db83e9254b req-2133557f-bd83-49e1-bbfa-52e19f44f3dd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b41adc0-1ce9-4ac6-97fe-ede096896910 HTTP/1.1" status: 200 len: 999 time: 0.0562186 Nov 02 13:10:49.055941 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-9281b69c-d3fa-4cf8-9704-ee64c91bab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '9c646233-f1f0-4c0d-8ffa-1a80b1c090eb', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.102', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': '7b41adc0-1ce9-4ac6-97fe-ede096896910', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a8:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:10:35Z', 'updated_at': '2022-11-02T13:10:48Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:49.079610 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281b69c-d3fa-4cf8-9704-ee64c91bab6a None None] Checking router: 1d10ba80-bd16-46b8-977a-944b9118eeb3 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:10:49.083823 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d55ed8-56ae-4c6c-98fb-21db83e9254b req-047615c9-e7a4-42bb-816d-d20d94462126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:49.085378 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-61d55ed8-56ae-4c6c-98fb-21db83e9254b req-047615c9-e7a4-42bb-816d-d20d94462126 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 200 len: 854 time: 0.0457509 Nov 02 13:10:49.088323 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281b69c-d3fa-4cf8-9704-ee64c91bab6a None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:10:49.088933 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-9281b69c-d3fa-4cf8-9704-ee64c91bab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:10:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:49.137147 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d55ed8-56ae-4c6c-98fb-21db83e9254b req-062005e9-839a-48a0-8dd8-fb48ffd80da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:10:49.138563 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-61d55ed8-56ae-4c6c-98fb-21db83e9254b req-062005e9-839a-48a0-8dd8-fb48ffd80da8 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=46222446-e421-4f44-b970-f0c2d05a9631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464892 Nov 02 13:10:49.233814 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-61d55ed8-56ae-4c6c-98fb-21db83e9254b req-87ff7478-73d6-4480-acfd-80c6f123de31 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891812 Nov 02 13:10:49.320803 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-9281b69c-d3fa-4cf8-9704-ee64c91bab6a None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:10:49.327479 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-61d55ed8-56ae-4c6c-98fb-21db83e9254b req-c1f746d0-541e-4ba6-acff-812f78c89677 service neutron] 10.222.0.105 "GET /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873609 Nov 02 13:10:49.538320 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-9281b69c-d3fa-4cf8-9704-ee64c91bab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '9c646233-f1f0-4c0d-8ffa-1a80b1c090eb', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.102', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': '7b41adc0-1ce9-4ac6-97fe-ede096896910', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a8:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:10:35Z', 'updated_at': '2022-11-02T13:10:48Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:10:49.566614 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281b69c-d3fa-4cf8-9704-ee64c91bab6a None None] The sync data for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi is: [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_floatingips': [{'id': '9c646233-f1f0-4c0d-8ffa-1a80b1c090eb', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'floating_ip_address': '172.27.4.102', 'floating_network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'router_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'port_id': '7b41adc0-1ce9-4ac6-97fe-ede096896910', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'mac_address': 'fa:16:3e:a8:2e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:10:35Z', 'updated_at': '2022-11-02T13:10:48Z', 'revision_number': 1, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:10:49.757372 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a913e7a-0070-43c7-985b-5728b45aff36 None None] New status for floating IP 9c646233-f1f0-4c0d-8ffa-1a80b1c090eb: ACTIVE {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:10:56.129941 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-feea78aa-a48f-441d-aafd-638a4d756b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:58.330101 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-6e59866e-b898-4b67-96c2-a704c8deeacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:59.491182 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:00.520067 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:11:00.949980 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:02.378484 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:15.655803 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:26.139588 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-7bdde6c3-51f3-45a4-988d-688cf81edd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:28.334625 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-039f060e-58b7-4f82-8484-916c397ff08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.495821 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:29.876801 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-f0c02ae0-a6de-4d22-bacc-56ecbddd9407 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566363 Nov 02 13:11:29.989886 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-2e209702-1b92-45b9-bbe2-4f627c47b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:29.991450 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-2e209702-1b92-45b9-bbe2-4f627c47b2e5 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=22ac1778be064017858e588e9567fd27&device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1130 time: 0.0494821 Nov 02 13:11:30.093562 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-6a2bf84d-6497-4c74-99ad-08fd4d2e4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:30.095060 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-6a2bf84d-6497-4c74-99ad-08fd4d2e4938 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e3bfda93-bf92-4220-aa0c-1248f9d5b459 HTTP/1.1" status: 200 len: 910 time: 0.0846794 Nov 02 13:11:30.159616 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-9821b8cb-58c5-4309-a546-120f65e3b4f6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 200 len: 1002 time: 0.0575869 Nov 02 13:11:30.208959 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-d8ed80b2-77c9-4efb-939d-71b4c63ede7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:30.210377 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-d8ed80b2-77c9-4efb-939d-71b4c63ede7f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=89ba9368-3ab9-4273-af49-56ea36c71cfe HTTP/1.1" status: 200 len: 847 time: 0.0430899 Nov 02 13:11:30.269629 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-329d78cb-2118-4004-9711-7ffdec77f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:11:30.271185 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-329d78cb-2118-4004-9711-7ffdec77f268 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e3bfda93-bf92-4220-aa0c-1248f9d5b459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543721 Nov 02 13:11:30.364663 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-9502f751-71a6-4a78-a188-4003a0aaac99 service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867290 Nov 02 13:11:30.456094 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-3bc209e6-88e9-4442-9dad-98fe54b393d2 req-fe518cb2-2cdb-45e2-9cbb-1b7dd48b0ae1 service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849712 Nov 02 13:11:30.958144 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:32.392307 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:37.519397 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:11:45.661675 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:56.137009 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-ee015e93-ec19-4a4d-a52d-db74fe2b9120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:58.338942 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0927aea7-c837-48b3-b4b1-d829ac1271d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:11:59.499717 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:00.960603 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:02.395363 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:14.522594 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:12:15.664666 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:18.203624 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8ca8d-0b34-4822-8437-7917fec68d9b req-935dac6a-f869-46b7-b5d9-64adf96f8570 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:18.205210 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6ae8ca8d-0b34-4822-8437-7917fec68d9b req-935dac6a-f869-46b7-b5d9-64adf96f8570 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 945 time: 0.3395319 Nov 02 13:12:18.257474 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-6ae8ca8d-0b34-4822-8437-7917fec68d9b req-6a773900-9424-4b32-b5b0-6903d8fd4ce8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453422 Nov 02 13:12:19.393254 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04710ed4-eb37-4f2c-ad8e-62ba112fcd46 req-1a96386e-d92d-47b0-aa58-d27f821245f8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:19.394753 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-04710ed4-eb37-4f2c-ad8e-62ba112fcd46 req-1a96386e-d92d-47b0-aa58-d27f821245f8 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 945 time: 0.0594931 Nov 02 13:12:19.451688 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-04710ed4-eb37-4f2c-ad8e-62ba112fcd46 req-a18041e1-6673-4088-9b7c-6a224672053a tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506310 Nov 02 13:12:20.115217 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-f9613c9c-d8af-47a0-8f49-2ed3163e0342 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:20.116909 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-f9613c9c-d8af-47a0-8f49-2ed3163e0342 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 945 time: 0.0580058 Nov 02 13:12:20.217093 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Deleting port 7b41adc0-1ce9-4ac6-97fe-ede096896910 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:20.217470 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:20.310264 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] For port 7b41adc0-1ce9-4ac6-97fe-ede096896910, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=7b41adc0-1ce9-4ac6-97fe-ede096896910,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:20.310632 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:20.484047 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:20.484495 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624360'] for floatingip (9c646233-f1f0-4c0d-8ffa-1a80b1c090eb), after_update {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:20.484778 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.db.l3_db [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Floating IP 9c646233-f1f0-4c0d-8ffa-1a80b1c090eb disassociated. External IP: 172.27.4.102, port: 7b41adc0-1ce9-4ac6-97fe-ede096896910. Nov 02 13:12:20.485125 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Calling delete_port for 7b41adc0-1ce9-4ac6-97fe-ede096896910 owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:20.606784 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5186540-0e79-4e18-80e3-942cde9aa28c req-6ac0a96d-f191-4b2e-9929-326264282ef6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:20.608382 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b5186540-0e79-4e18-80e3-942cde9aa28c req-6ac0a96d-f191-4b2e-9929-326264282ef6 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3bd6b86-c91b-46a0-8798-4470d1b56d3e HTTP/1.1" status: 200 len: 945 time: 0.0754085 Nov 02 13:12:20.693721 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (7b41adc0-1ce9-4ac6-97fe-ede096896910), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:20.698556 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-b5186540-0e79-4e18-80e3-942cde9aa28c req-f5e3199a-87c3-4b99-a5ca-1dbe3bea028f tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups?id=88e92a5d-f594-4191-a3e0-4c866f94e3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808334 Nov 02 13:12:20.727500 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'Port': ['ID=7b41adc0-1ce9-4ac6-97fe-ede096896910,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:20.739642 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.739996 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.740504 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.740851 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.741189 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.741519 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.741844 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.742177 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.742501 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.742830 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.743173 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.743548 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.743835 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:20.854380 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Router 1d10ba80-bd16-46b8-977a-944b9118eeb3 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:20.963328 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:20.975320 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc83b41-50a6-4f0d-be01-f5229ef36806 None None] Sync routers for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:20.988805 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc83b41-50a6-4f0d-be01-f5229ef36806 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:20.989464 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-3cc83b41-50a6-4f0d-be01-f5229ef36806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:11:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:21.013097 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] No DVR routers for this DVR port 7b41adc0-1ce9-4ac6-97fe-ede096896910 on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:12:21.015383 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.018819 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-bfd07ba6-a74d-48c4-810e-47caf2bf9125 req-d0bd6b58-d8e8-4b38-a5e9-fdae6b60a0f3 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.105 "DELETE /v2.0/ports/7b41adc0-1ce9-4ac6-97fe-ede096896910 HTTP/1.1" status: 204 len: 173 time: 0.8956664 Nov 02 13:12:21.019331 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'name': 'network-vif-deleted', 'tag': '7b41adc0-1ce9-4ac6-97fe-ede096896910'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:21.021802 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa2b979-9d32-43e9-84cc-69c5bfb1a6f5" -d '{"events": [{"server_uuid": "a3bd6b86-c91b-46a0-8798-4470d1b56d3e", "name": "network-vif-deleted", "tag": "7b41adc0-1ce9-4ac6-97fe-ede096896910"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:21.076872 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524e3ba0-50cf-47fa-aaae-a7cc175b881b x-openstack-request-id: req-524e3ba0-50cf-47fa-aaae-a7cc175b881b {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:21.077464 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bd6b86-c91b-46a0-8798-4470d1b56d3e", "name": "network-vif-deleted", "tag": "7b41adc0-1ce9-4ac6-97fe-ede096896910", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:21.077819 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-524e3ba0-50cf-47fa-aaae-a7cc175b881b {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:21.078647 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524e3ba0-50cf-47fa-aaae-a7cc175b881b'] response: {'server_uuid': 'a3bd6b86-c91b-46a0-8798-4470d1b56d3e', 'name': 'network-vif-deleted', 'tag': '7b41adc0-1ce9-4ac6-97fe-ede096896910', 'status': 'completed', 'code': 200} Nov 02 13:12:21.108437 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-3cc83b41-50a6-4f0d-be01-f5229ef36806 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:21.334975 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-3cc83b41-50a6-4f0d-be01-f5229ef36806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:21.364589 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc83b41-50a6-4f0d-be01-f5229ef36806 None None] Checking router: 1d10ba80-bd16-46b8-977a-944b9118eeb3 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:21.374021 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc83b41-50a6-4f0d-be01-f5229ef36806 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:21.374650 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-3cc83b41-50a6-4f0d-be01-f5229ef36806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:11:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:21.478347 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-3cc83b41-50a6-4f0d-be01-f5229ef36806 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:21.606035 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58746) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:21.692152 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-3cc83b41-50a6-4f0d-be01-f5229ef36806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:21.716830 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc83b41-50a6-4f0d-be01-f5229ef36806 None None] The sync data for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi is: [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '80f66392-4254-4ccd-94aa-7ad0795d63bf', 'name': '', 'network_id': '46222446-e421-4f44-b970-f0c2d05a9631', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'mac_address': 'fa:16:3e:3e:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:43Z', 'updated_at': '2022-11-02T13:04:47Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'subnets': [{'id': '42c225ec-6d1b-4779-816f-6305d79806c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:21.796771 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58754) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:21.855750 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5df95759-9847-4825-a3dd-cf60a3c3334b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (88e92a5d-f594-4191-a3e0-4c866f94e3b5), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.872521 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Deleting port 6246e9f5-7b07-4041-989b-182e0560771b {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:21.872886 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (6246e9f5-7b07-4041-989b-182e0560771b), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.882305 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5df95759-9847-4825-a3dd-cf60a3c3334b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (88e92a5d-f594-4191-a3e0-4c866f94e3b5), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.942076 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5df95759-9847-4825-a3dd-cf60a3c3334b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (88e92a5d-f594-4191-a3e0-4c866f94e3b5), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.944944 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-5df95759-9847-4825-a3dd-cf60a3c3334b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.946125 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-5df95759-9847-4825-a3dd-cf60a3c3334b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "DELETE /v2.0/security-groups/88e92a5d-f594-4191-a3e0-4c866f94e3b5 HTTP/1.1" status: 204 len: 168 time: 0.1474607 Nov 02 13:12:21.949537 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58756) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:21.957532 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (6246e9f5-7b07-4041-989b-182e0560771b), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.958086 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for floatingip (6246e9f5-7b07-4041-989b-182e0560771b), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:21.970740 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.api.v2.resource [None req-11cda323-a1e5-4490-8467-5d8a0924d606 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] show failed (client error): The resource could not be found. Nov 02 13:12:21.971145 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-11cda323-a1e5-4490-8467-5d8a0924d606 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "GET /v2.0/security-groups/88e92a5d-f594-4191-a3e0-4c866f94e3b5 HTTP/1.1" status: 404 len: 347 time: 0.0206220 Nov 02 13:12:21.971920 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df95759-9847-4825-a3dd-cf60a3c3334b tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e92a5d-f594-4191-a3e0-4c866f94e3b5,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:21.974291 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58758) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:21.976570 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Calling delete_port for 6246e9f5-7b07-4041-989b-182e0560771b owned by network:floatingip {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:22.005601 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a5bb6-e5a0-493e-918d-1ff0564692c4 None None] New status for floating IP 9c646233-f1f0-4c0d-8ffa-1a80b1c090eb: DOWN {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:12:22.371256 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-181cd371-8368-4c0b-bd9d-cc9fb444b910 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Deleting port 0c3b50e7-b7b1-4cb3-a728-d006be8dac1f {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:22.371733 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-181cd371-8368-4c0b-bd9d-cc9fb444b910 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (0c3b50e7-b7b1-4cb3-a728-d006be8dac1f), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.482085 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-181cd371-8368-4c0b-bd9d-cc9fb444b910 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (0c3b50e7-b7b1-4cb3-a728-d006be8dac1f), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.482432 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-181cd371-8368-4c0b-bd9d-cc9fb444b910 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (0c3b50e7-b7b1-4cb3-a728-d006be8dac1f), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.489461 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (6246e9f5-7b07-4041-989b-182e0560771b), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.499031 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-181cd371-8368-4c0b-bd9d-cc9fb444b910 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Calling delete_port for 0c3b50e7-b7b1-4cb3-a728-d006be8dac1f owned by network:floatingip {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:22.525687 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event deleted for resources: {'Port': ['ID=6246e9f5-7b07-4041-989b-182e0560771b,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:22.568555 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.568897 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.569238 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.569571 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.569908 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.570230 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.570559 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.570879 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.571199 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.571521 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.571836 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.572157 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.572495 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:22.654090 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for floatingip (ee20f550-b6b7-4dab-b2d9-5977ae6948a2), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.654800 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.db.l3_db [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Floating IP ee20f550-b6b7-4dab-b2d9-5977ae6948a2 disassociated (deleted). External IP: 172.27.4.127, port: 9ff7f99c-5f23-4304-90e6-678baee4ab6a. Nov 02 13:12:22.781332 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-181cd371-8368-4c0b-bd9d-cc9fb444b910 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (0c3b50e7-b7b1-4cb3-a728-d006be8dac1f), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.810958 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cd371-8368-4c0b-bd9d-cc9fb444b910 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Pushing event deleted for resources: {'Port': ['ID=0c3b50e7-b7b1-4cb3-a728-d006be8dac1f,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:22.936835 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-181cd371-8368-4c0b-bd9d-cc9fb444b910 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks [] for floatingip (9c646233-f1f0-4c0d-8ffa-1a80b1c090eb), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.939306 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-181cd371-8368-4c0b-bd9d-cc9fb444b910 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:22.940501 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-181cd371-8368-4c0b-bd9d-cc9fb444b910 tempest-AttachVolumeNegativeTest-2094408433 tempest-AttachVolumeNegativeTest-2094408433-project] 10.222.0.90 "DELETE /v2.0/floatingips/9c646233-f1f0-4c0d-8ffa-1a80b1c090eb HTTP/1.1" status: 204 len: 168 time: 0.9652011 Nov 02 13:12:22.965398 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:23.088956 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:23.096734 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for floatingip (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:23.102071 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4254a10-6663-4713-bd48-60651ac8d4e8 None None] Sync routers for ids ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:23.113133 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4254a10-6663-4713-bd48-60651ac8d4e8 None None] Routers {'46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:23.113903 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-b4254a10-6663-4713-bd48-60651ac8d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:11:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:23.130430 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-8ff3ae80-e375-4b8d-8215-0e3dcb333a58 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "DELETE /v2.0/floatingips/ee20f550-b6b7-4dab-b2d9-5977ae6948a2 HTTP/1.1" status: 204 len: 168 time: 1.5228469 Nov 02 13:12:23.130941 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a'}] {{(pid=110476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:23.133518 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfdc56134c15c8bcba47e534e2d98fa7b03309dab48147f1ffde34f3ae4df6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a"}]}' {{(pid=110476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:23.237565 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-b4254a10-6663-4713-bd48-60651ac8d4e8 None None] Set router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:23.248778 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7de9a4-7e5e-486a-aded-b9922c1322a3 x-openstack-request-id: req-7d7de9a4-7e5e-486a-aded-b9922c1322a3 {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:23.249210 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a", "status": "completed", "code": 200}]} {{(pid=110476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:23.249767 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7d7de9a4-7e5e-486a-aded-b9922c1322a3 {{(pid=110476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:23.250465 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7de9a4-7e5e-486a-aded-b9922c1322a3'] response: {'name': 'network-changed', 'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'status': 'completed', 'code': 200} Nov 02 13:12:23.423071 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d931166-78b0-4046-99e3-04440914186d req-8351beb2-9c93-4fda-8500-ea9f19a46846 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:23.424666 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1d931166-78b0-4046-99e3-04440914186d req-8351beb2-9c93-4fda-8500-ea9f19a46846 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0926626 Nov 02 13:12:23.444599 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d req-d71527de-23b1-4152-a672-d555655486b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:23.445993 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d req-d71527de-23b1-4152-a672-d555655486b8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=22ac1778be064017858e588e9567fd27&device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 1130 time: 0.0755751 Nov 02 13:12:23.456546 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-b4254a10-6663-4713-bd48-60651ac8d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '7f2c8624-ff83-49b0-a11e-2c605877add3', 'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'mac_address': 'fa:16:3e:bf:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 5, 'project_id': '22ac1778be064017858e588e9567fd27', 'subnets': [{'id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:23.484447 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7b41adc0-1ce9-4ac6-97fe-ede096896910 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:23.486884 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4254a10-6663-4713-bd48-60651ac8d4e8 None None] Checking router: 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:23.508093 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 7b41adc0-1ce9-4ac6-97fe-ede096896910 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:23.508469 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 7b41adc0-1ce9-4ac6-97fe-ede096896910 not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:23.514688 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4254a10-6663-4713-bd48-60651ac8d4e8 None None] Routers {'46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:23.515330 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-b4254a10-6663-4713-bd48-60651ac8d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:11:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:23.539627 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1d931166-78b0-4046-99e3-04440914186d req-a3482485-b42e-4673-a9c7-81965cf4a388 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075177 Nov 02 13:12:23.571125 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d req-238de0ab-72d7-4e8c-b1a8-08d7f9eaa6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:23.572760 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d req-238de0ab-72d7-4e8c-b1a8-08d7f9eaa6a0 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e3bfda93-bf92-4220-aa0c-1248f9d5b459 HTTP/1.1" status: 200 len: 910 time: 0.1185315 Nov 02 13:12:23.614334 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d req-3f640649-f969-4dbc-863c-474ee010b642 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 200 len: 217 time: 0.0346513 Nov 02 13:12:23.666022 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d req-b3f02ffb-5b69-46dd-9151-4d2bd390f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:23.667588 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d req-b3f02ffb-5b69-46dd-9151-4d2bd390f071 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=89ba9368-3ab9-4273-af49-56ea36c71cfe HTTP/1.1" status: 200 len: 847 time: 0.0471063 Nov 02 13:12:23.719040 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d req-1cc8280c-68e9-4868-aa9c-19ac9913714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:23.720555 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d req-1cc8280c-68e9-4868-aa9c-19ac9913714a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e3bfda93-bf92-4220-aa0c-1248f9d5b459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468609 Nov 02 13:12:23.762765 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-b4254a10-6663-4713-bd48-60651ac8d4e8 None None] Set router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:23.819225 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d req-5a92c02c-f23b-4dd1-af16-68c69105ff52 service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917213 Nov 02 13:12:23.912638 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-f7910eaa-907c-4254-aa56-6d8a2b6b3e8d req-7427853a-a712-4038-a97d-253cd6aa59c1 service neutron] 10.222.0.105 "GET /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858943 Nov 02 13:12:23.962762 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-b4254a10-6663-4713-bd48-60651ac8d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '7f2c8624-ff83-49b0-a11e-2c605877add3', 'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'mac_address': 'fa:16:3e:bf:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 5, 'project_id': '22ac1778be064017858e588e9567fd27', 'subnets': [{'id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:23.990929 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4254a10-6663-4713-bd48-60651ac8d4e8 None None] The sync data for ids ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'] in dv-cinder-863278-1-iscsi is: [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:06:51Z', 'revision_number': 4, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi', '_interfaces': [{'id': '7f2c8624-ff83-49b0-a11e-2c605877add3', 'name': '', 'network_id': 'e3bfda93-bf92-4220-aa0c-1248f9d5b459', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'mac_address': 'fa:16:3e:bf:1d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:51Z', 'updated_at': '2022-11-02T13:06:57Z', 'revision_number': 5, 'project_id': '22ac1778be064017858e588e9567fd27', 'subnets': [{'id': '89ba9368-3ab9-4273-af49-56ea36c71cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:24.226488 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3ffd6-07cc-48d9-b37b-183631eab2fc None None] New status for floating IP ee20f550-b6b7-4dab-b2d9-5977ae6948a2: DOWN {{(pid=110478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:12:24.681367 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255285e2-4bab-43a4-b28b-671186cbce0d req-802ddd07-25de-4cc1-bbcd-19420036de91 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:24.683124 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-255285e2-4bab-43a4-b28b-671186cbce0d req-802ddd07-25de-4cc1-bbcd-19420036de91 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0637841 Nov 02 13:12:24.737817 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [req-255285e2-4bab-43a4-b28b-671186cbce0d req-d866fd80-0d55-475e-b553-a4ad2578e325 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/security-groups?id=1b918221-eb2c-4747-a9c3-0432a5d4c8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465658 Nov 02 13:12:25.367893 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39a9c2-d474-4224-b44c-e5e67d0a19a5 req-be7efb1f-bd13-49ca-a867-f19c8b4d976f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:12:25.369394 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ad39a9c2-d474-4224-b44c-e5e67d0a19a5 req-be7efb1f-bd13-49ca-a867-f19c8b4d976f tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.105 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 946 time: 0.0626028 Nov 02 13:12:25.466886 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-ad39a9c2-d474-4224-b44c-e5e67d0a19a5 req-25af1617-1df3-4b2f-9d62-0f9423eea386 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Deleting port 9ff7f99c-5f23-4304-90e6-678baee4ab6a {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:25.467231 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ad39a9c2-d474-4224-b44c-e5e67d0a19a5 req-25af1617-1df3-4b2f-9d62-0f9423eea386 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:25.577402 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [req-ad39a9c2-d474-4224-b44c-e5e67d0a19a5 req-25af1617-1df3-4b2f-9d62-0f9423eea386 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] For port 9ff7f99c-5f23-4304-90e6-678baee4ab6a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=9ff7f99c-5f23-4304-90e6-678baee4ab6a,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:25.577797 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ad39a9c2-d474-4224-b44c-e5e67d0a19a5 req-25af1617-1df3-4b2f-9d62-0f9423eea386 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:25.590985 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [req-ad39a9c2-d474-4224-b44c-e5e67d0a19a5 req-25af1617-1df3-4b2f-9d62-0f9423eea386 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Calling delete_port for 9ff7f99c-5f23-4304-90e6-678baee4ab6a owned by compute:nova {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:25.725440 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ad39a9c2-d474-4224-b44c-e5e67d0a19a5 req-25af1617-1df3-4b2f-9d62-0f9423eea386 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (9ff7f99c-5f23-4304-90e6-678baee4ab6a), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:25.753598 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af1617-1df3-4b2f-9d62-0f9423eea386 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event deleted for resources: {'Port': ['ID=9ff7f99c-5f23-4304-90e6-678baee4ab6a,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:25.799366 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad39a9c2-d474-4224-b44c-e5e67d0a19a5 req-25af1617-1df3-4b2f-9d62-0f9423eea386 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] No DVR routers for this DVR port 9ff7f99c-5f23-4304-90e6-678baee4ab6a on host hv-cinder-86327 {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:12:25.802185 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [req-ad39a9c2-d474-4224-b44c-e5e67d0a19a5 req-25af1617-1df3-4b2f-9d62-0f9423eea386 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-333814'] for port (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:25.805760 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-ad39a9c2-d474-4224-b44c-e5e67d0a19a5 req-25af1617-1df3-4b2f-9d62-0f9423eea386 tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.105 "DELETE /v2.0/ports/9ff7f99c-5f23-4304-90e6-678baee4ab6a HTTP/1.1" status: 204 len: 173 time: 0.4309046 Nov 02 13:12:25.806279 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'name': 'network-vif-deleted', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a'}] {{(pid=110475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:12:25.808609 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee30c54de6542bcfa7c4d43f3fa3ac42caf0671e52c3304d9843b37cc477c146" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc67b35-9635-4377-8ed3-1c0b05e13021" -d '{"events": [{"server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "name": "network-vif-deleted", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a"}]}' {{(pid=110475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:12:25.861335 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0192985-6160-44e1-9da7-8ba0207edb3b x-openstack-request-id: req-c0192985-6160-44e1-9da7-8ba0207edb3b {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:12:25.861628 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606f86c3-9fe0-4271-b2b9-28fa23832a71", "name": "network-vif-deleted", "tag": "9ff7f99c-5f23-4304-90e6-678baee4ab6a", "status": "completed", "code": 200}]} {{(pid=110475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:12:25.861879 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c0192985-6160-44e1-9da7-8ba0207edb3b {{(pid=110475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:12:25.862298 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0192985-6160-44e1-9da7-8ba0207edb3b'] response: {'server_uuid': '606f86c3-9fe0-4271-b2b9-28fa23832a71', 'name': 'network-vif-deleted', 'tag': '9ff7f99c-5f23-4304-90e6-678baee4ab6a', 'status': 'completed', 'code': 200} Nov 02 13:12:25.866024 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [req-1112c505-5500-4ed5-a1fa-c1f447e92441 req-3e5ad24d-2fc8-41e5-aca0-ca442207fd5d tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "GET /v2.0/ports?device_id=606f86c3-9fe0-4271-b2b9-28fa23832a71 HTTP/1.1" status: 200 len: 210 time: 0.0366938 Nov 02 13:12:26.144441 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-de8d890d-673b-47a8-9035-c69449d0d30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:26.682991 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58808) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:26.937807 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58814) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:27.061944 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-54bf265a-1eea-4f42-862c-77eecd5d782b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group (1b918221-eb2c-4747-a9c3-0432a5d4c8ba), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.108837 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-54bf265a-1eea-4f42-862c-77eecd5d782b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group (1b918221-eb2c-4747-a9c3-0432a5d4c8ba), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.199340 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-54bf265a-1eea-4f42-862c-77eecd5d782b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1b918221-eb2c-4747-a9c3-0432a5d4c8ba), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.202000 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-54bf265a-1eea-4f42-862c-77eecd5d782b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.203198 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-54bf265a-1eea-4f42-862c-77eecd5d782b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] 10.222.0.90 "DELETE /v2.0/security-groups/1b918221-eb2c-4747-a9c3-0432a5d4c8ba HTTP/1.1" status: 204 len: 168 time: 0.2644534 Nov 02 13:12:27.215700 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf265a-1eea-4f42-862c-77eecd5d782b tempest-TestShelveInstance-16275346 tempest-TestShelveInstance-16275346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b918221-eb2c-4747-a9c3-0432a5d4c8ba,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:27.240674 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623080'] for router_interface (1d10ba80-bd16-46b8-977a-944b9118eeb3), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.262257 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58818) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:27.483168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] Deleting port 80f66392-4254-4ccd-94aa-7ad0795d63bf {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:27.483543 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.570274 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] For port 80f66392-4254-4ccd-94aa-7ad0795d63bf, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=80f66392-4254-4ccd-94aa-7ad0795d63bf,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:27.570643 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.583363 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] Calling delete_port for 80f66392-4254-4ccd-94aa-7ad0795d63bf owned by network:router_interface {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:27.645584 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623080'] for router_interface (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.760541 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (80f66392-4254-4ccd-94aa-7ad0795d63bf), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.784900 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] Pushing event deleted for resources: {'Port': ['ID=80f66392-4254-4ccd-94aa-7ad0795d63bf,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:27.899235 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] Deleting port 7f2c8624-ff83-49b0-a11e-2c605877add3 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:27.899576 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.958111 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623960'] for router_interface (1d10ba80-bd16-46b8-977a-944b9118eeb3), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:27.987472 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] For port 7f2c8624-ff83-49b0-a11e-2c605877add3, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=7f2c8624-ff83-49b0-a11e-2c605877add3,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:27.987847 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.000848 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] Calling delete_port for 7f2c8624-ff83-49b0-a11e-2c605877add3 owned by network:router_interface {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:28.172964 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] Router 1d10ba80-bd16-46b8-977a-944b9118eeb3 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:28.190581 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (7f2c8624-ff83-49b0-a11e-2c605877add3), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.216800 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2c8624-ff83-49b0-a11e-2c605877add3,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:28.291521 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:28.298932 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-15f4c153-75f6-444c-92bf-0df3fa82288c admin admin] 10.222.0.90 "PUT /v2.0/routers/1d10ba80-bd16-46b8-977a-944b9118eeb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6139429 Nov 02 13:12:28.301097 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c670f-2e10-4e84-a9cb-d6338ad16c12 None None] Sync routers for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:28.302025 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58822) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:28.314456 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c670f-2e10-4e84-a9cb-d6338ad16c12 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:28.315442 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-ad5c670f-2e10-4e84-a9cb-d6338ad16c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:11:58Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:28.429505 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623960'] for router_interface (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.431280 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Publish callbacks [] for router (1d10ba80-bd16-46b8-977a-944b9118eeb3), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.500156 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-dc8bd46e-7589-41ea-bec9-dd88fef2fee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.510964 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-ad5c670f-2e10-4e84-a9cb-d6338ad16c12 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:28.695239 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] Router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:28.700953 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-ad5c670f-2e10-4e84-a9cb-d6338ad16c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:12:27Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:28.730076 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c670f-2e10-4e84-a9cb-d6338ad16c12 None None] Checking router: 1d10ba80-bd16-46b8-977a-944b9118eeb3 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:28.740374 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c670f-2e10-4e84-a9cb-d6338ad16c12 None None] Routers {'1d10ba80-bd16-46b8-977a-944b9118eeb3'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:28.741156 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-ad5c670f-2e10-4e84-a9cb-d6338ad16c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:12:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['1d10ba80-bd16-46b8-977a-944b9118eeb3'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:28.854276 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-ad5c670f-2e10-4e84-a9cb-d6338ad16c12 None None] Set router 1d10ba80-bd16-46b8-977a-944b9118eeb3 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:28.857405 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Publish callbacks [] for router_gateway (1d10ba80-bd16-46b8-977a-944b9118eeb3), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:28.917905 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Deleting port ecee7b14-fd22-4c40-a4f1-4ae5e101b287 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:28.918576 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.003527 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] For port ecee7b14-fd22-4c40-a4f1-4ae5e101b287, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=ecee7b14-fd22-4c40-a4f1-4ae5e101b287,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:29.003798 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.018971 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Calling delete_port for ecee7b14-fd22-4c40-a4f1-4ae5e101b287 owned by network:router_gateway {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:29.028561 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:29.036664 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-9e3610e9-99cb-4f5a-b77b-089920e7d7d3 admin admin] 10.222.0.90 "PUT /v2.0/routers/46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7702386 Nov 02 13:12:29.039181 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355851d-689f-4daf-9569-7a3451ab45c9 None None] Sync routers for ids ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'] in dv-cinder-863278-1-iscsi {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:29.039707 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58824) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:29.047676 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355851d-689f-4daf-9569-7a3451ab45c9 None None] Routers {'46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:29.048327 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c355851d-689f-4daf-9569-7a3451ab45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:12:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:29.061504 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-ad5c670f-2e10-4e84-a9cb-d6338ad16c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:12:27Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:29.086218 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c670f-2e10-4e84-a9cb-d6338ad16c12 None None] The sync data for ids ['1d10ba80-bd16-46b8-977a-944b9118eeb3'] in dv-cinder-863278-1-iscsi is: [{'id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'name': 'tempest-AttachVolumeNegativeTest-2123721434-router', 'tenant_id': '19aa22fb93224586a50c7447a5310ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117'}], 'enable_snat': True}, 'gw_port_id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:12:27Z', 'revision_number': 5, 'project_id': '19aa22fb93224586a50c7447a5310ecd', 'gw_port': {'id': 'ecee7b14-fd22-4c40-a4f1-4ae5e101b287', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d10ba80-bd16-46b8-977a-944b9118eeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:04:41Z', 'updated_at': '2022-11-02T13:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:29.224369 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Publish callbacks [] for router (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.236600 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-c355851d-689f-4daf-9569-7a3451ab45c9 None None] Set router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:29.368941 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Publish callbacks [] for router_gateway (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.379895 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (ecee7b14-fd22-4c40-a4f1-4ae5e101b287), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.421547 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c355851d-689f-4daf-9569-7a3451ab45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:12:28Z', 'revision_number': 5, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port': {'id': '37e058ae-8fd3-4f07-bb74-36b092671b22', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:49Z', 'updated_at': '2022-11-02T13:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:29.429761 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecee7b14-fd22-4c40-a4f1-4ae5e101b287,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:29.448495 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355851d-689f-4daf-9569-7a3451ab45c9 None None] Checking router: 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 for host: dv-cinder-863278-1-iscsi {{(pid=110478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:29.457477 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355851d-689f-4daf-9569-7a3451ab45c9 None None] Routers {'46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:29.458245 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c355851d-689f-4daf-9569-7a3451ab45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:12:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'], 'active': True} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:29.490549 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9ff7f99c-5f23-4304-90e6-678baee4ab6a no longer exists at agent hyperv_hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:29.511086 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624418'] for router_gateway (1d10ba80-bd16-46b8-977a-944b9118eeb3), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.515849 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Deleting port 37e058ae-8fd3-4f07-bb74-36b092671b22 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:29.515849 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.537370 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] No Port match for: 9ff7f99c-5f23-4304-90e6-678baee4ab6a {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:29.537949 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Device 9ff7f99c-5f23-4304-90e6-678baee4ab6a not bound to the agent host hv-cinder-86327 {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:29.545989 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.567623 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_dvr_db [None req-c355851d-689f-4daf-9569-7a3451ab45c9 None None] Set router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 gateway port host: None {{(pid=110478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:29.622704 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.l3_hamode_db [None req-c355851d-689f-4daf-9569-7a3451ab45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:12:29Z', 'revision_number': 6, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port_host': None}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:29.649269 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6593'] for router (1d10ba80-bd16-46b8-977a-944b9118eeb3), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.649748 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355851d-689f-4daf-9569-7a3451ab45c9 None None] The sync data for ids ['46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8'] in dv-cinder-863278-1-iscsi is: [{'id': '46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8', 'name': 'tempest-TestShelveInstance-807367993-router', 'tenant_id': '22ac1778be064017858e588e9567fd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:48Z', 'updated_at': '2022-11-02T13:12:29Z', 'revision_number': 6, 'project_id': '22ac1778be064017858e588e9567fd27', 'gw_port_host': None}] {{(pid=110478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:29.652895 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Publish callbacks [] for router_controller (1d10ba80-bd16-46b8-977a-944b9118eeb3), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.710311 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622926'] for router (1d10ba80-bd16-46b8-977a-944b9118eeb3), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.710832 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d10ba80-bd16-46b8-977a-944b9118eeb3 {{(pid=110475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:12:29.719110 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.720269 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-6cd1d503-7a6f-4d6f-83ec-3fc9551d0d98 admin admin] 10.222.0.90 "DELETE /v2.0/routers/1d10ba80-bd16-46b8-977a-944b9118eeb3 HTTP/1.1" status: 204 len: 168 time: 1.4170928 Nov 02 13:12:29.723078 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58826) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:29.727357 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] For port 37e058ae-8fd3-4f07-bb74-36b092671b22, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=37e058ae-8fd3-4f07-bb74-36b092671b22,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:29.727720 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.740647 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Calling delete_port for 37e058ae-8fd3-4f07-bb74-36b092671b22 owned by network:router_gateway {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:29.776922 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.db_base_plugin_v2 [None req-1619dadc-709e-4d7e-8d06-6dd338e22b4a admin admin] Deleting subnet 42c225ec-6d1b-4779-816f-6305d79806c6 {{(pid=110476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:12:29.780477 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1619dadc-709e-4d7e-8d06-6dd338e22b4a admin admin] Publish callbacks [] for subnet (42c225ec-6d1b-4779-816f-6305d79806c6), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.818419 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1619dadc-709e-4d7e-8d06-6dd338e22b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12720103'] for subnet (42c225ec-6d1b-4779-816f-6305d79806c6), precommit_delete_associations {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.906402 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1619dadc-709e-4d7e-8d06-6dd338e22b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (42c225ec-6d1b-4779-816f-6305d79806c6), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.924658 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (37e058ae-8fd3-4f07-bb74-36b092671b22), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.949714 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Pushing event deleted for resources: {'Port': ['ID=37e058ae-8fd3-4f07-bb74-36b092671b22,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:29.965371 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1619dadc-709e-4d7e-8d06-6dd338e22b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13112246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12729675'] for subnet (42c225ec-6d1b-4779-816f-6305d79806c6), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:29.989507 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619dadc-709e-4d7e-8d06-6dd338e22b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c225ec-6d1b-4779-816f-6305d79806c6,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:29.996488 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-1619dadc-709e-4d7e-8d06-6dd338e22b4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.000403 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-1619dadc-709e-4d7e-8d06-6dd338e22b4a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/42c225ec-6d1b-4779-816f-6305d79806c6 HTTP/1.1" status: 204 len: 168 time: 0.2762058 Nov 02 13:12:30.003010 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d80603a-01d4-4616-a0a1-b66270cf4311 None None] Network 46222446-e421-4f44-b970-f0c2d05a9631 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:12:30.003856 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58828) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:30.025170 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624418'] for router_gateway (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.093237 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (46222446-e421-4f44-b970-f0c2d05a9631), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.132155 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6593'] for router (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.135654 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Publish callbacks [] for router_controller (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.163110 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Deleting port fbfd8649-586f-4953-badc-d38c010f5826 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:30.163475 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (fbfd8649-586f-4953-badc-d38c010f5826), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.185885 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622926'] for router (46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.186528 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 {{(pid=110475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:12:30.190863 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.192026 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-d380585c-3a16-4b55-9aa1-3f9549cad66c admin admin] 10.222.0.90 "DELETE /v2.0/routers/46d6f657-990e-4b5d-9bda-f3ddb7ceb4d8 HTTP/1.1" status: 204 len: 168 time: 1.1515052 Nov 02 13:12:30.194729 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58830) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:30.230497 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] For port fbfd8649-586f-4953-badc-d38c010f5826, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=fbfd8649-586f-4953-badc-d38c010f5826,segment=NetworkSegment(965661a1-cd64-4239-84c5-0a1435298624),segment_id=965661a1-cd64-4239-84c5-0a1435298624)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:30.230887 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (fbfd8649-586f-4953-badc-d38c010f5826), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.239362 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e6fade-5dd9-4bf1-bc25-055e8a910f4b admin admin] Deleting subnet 89ba9368-3ab9-4273-af49-56ea36c71cfe {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:12:30.242692 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-63e6fade-5dd9-4bf1-bc25-055e8a910f4b admin admin] Publish callbacks [] for subnet (89ba9368-3ab9-4273-af49-56ea36c71cfe), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.244990 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Calling delete_port for fbfd8649-586f-4953-badc-d38c010f5826 owned by network:dhcp {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:30.278456 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-63e6fade-5dd9-4bf1-bc25-055e8a910f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16000396'] for subnet (89ba9368-3ab9-4273-af49-56ea36c71cfe), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.339691 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (fbfd8649-586f-4953-badc-d38c010f5826), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.355820 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] No DVR routers for this DVR port fbfd8649-586f-4953-badc-d38c010f5826 on host dv-cinder-863278-1-iscsi {{(pid=110476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:12:30.367822 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e14d61-9ec7-4a0f-b902-882b464c46e4 None None] DHCP port deletion for 46222446-e421-4f44-b970-f0c2d05a9631 request from dv-cinder-863278-1-iscsi {{(pid=110477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:12:30.376930 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfd8649-586f-4953-badc-d38c010f5826,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:30.381580 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-63e6fade-5dd9-4bf1-bc25-055e8a910f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (89ba9368-3ab9-4273-af49-56ea36c71cfe), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.446589 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-63e6fade-5dd9-4bf1-bc25-055e8a910f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14319644'] for subnet (89ba9368-3ab9-4273-af49-56ea36c71cfe), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.463374 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (46222446-e421-4f44-b970-f0c2d05a9631), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.475968 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-63e6fade-5dd9-4bf1-bc25-055e8a910f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.480037 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-63e6fade-5dd9-4bf1-bc25-055e8a910f4b admin admin] 10.222.0.90 "DELETE /v2.0/subnets/89ba9368-3ab9-4273-af49-56ea36c71cfe HTTP/1.1" status: 204 len: 168 time: 0.2841806 Nov 02 13:12:30.481076 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6fade-5dd9-4bf1-bc25-055e8a910f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ba9368-3ab9-4273-af49-56ea36c71cfe,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:30.481850 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd85856-b0aa-4aaa-a355-fa9d83c89ee4 None None] Network e3bfda93-bf92-4220-aa0c-1248f9d5b459 requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:12:30.484025 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58832) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:30.487653 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46222446-e421-4f44-b970-f0c2d05a9631']}} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:30.500057 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965661a1-cd64-4239-84c5-0a1435298624') {'for_net_delete': True} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:30.500571 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.services.segments.db [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965661a1-cd64-4239-84c5-0a1435298624') {} {{(pid=110476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:30.512398 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12720126'] for segment (965661a1-cd64-4239-84c5-0a1435298624), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.527066 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (965661a1-cd64-4239-84c5-0a1435298624), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.534538 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Releasing vlan 1445 on physical network physnet1 to pool {{(pid=110476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:12:30.534538 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13112400'] for segment (965661a1-cd64-4239-84c5-0a1435298624), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.576020 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (e3bfda93-bf92-4220-aa0c-1248f9d5b459), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.612532 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (46222446-e421-4f44-b970-f0c2d05a9631), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.618013 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.623764 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] 10.222.0.90 "DELETE /v2.0/networks/46222446-e421-4f44-b970-f0c2d05a9631 HTTP/1.1" status: 204 len: 168 time: 0.6185846 Nov 02 13:12:30.625525 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 965661a1-cd64-4239-84c5-0a1435298624 resource provider aggregate not found Nov 02 13:12:30.641779 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Deleting port 957959f9-73c8-4800-942c-b5d7ffa05532 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:30.642122 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.648033 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0104ff-eb28-4a47-915c-8986af47d946 admin admin] Pushing event deleted for resources: {'Network': ['ID=46222446-e421-4f44-b970-f0c2d05a9631,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:30.663585 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.services.segments.plugin [-] Segment 965661a1-cd64-4239-84c5-0a1435298624 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 965661a1-cd64-4239-84c5-0a1435298624 found for delete ", "request_id": "req-4ece39ca-c9df-458c-9d9b-bd8c3acb7898"}]} Nov 02 13:12:30.727302 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] DHCP port deletion for e3bfda93-bf92-4220-aa0c-1248f9d5b459 request from dv-cinder-863278-1-iscsi {{(pid=110477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:12:30.742841 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] For port 957959f9-73c8-4800-942c-b5d7ffa05532, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=957959f9-73c8-4800-942c-b5d7ffa05532,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:30.743247 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.759427 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Calling delete_port for 957959f9-73c8-4800-942c-b5d7ffa05532 owned by network:dhcp {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:30.837878 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58842) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:30.846010 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Deleting port 957959f9-73c8-4800-942c-b5d7ffa05532 {{(pid=110477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:30.846659 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), before_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.889458 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.897402 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-7afa2c47-e435-4c90-b9ce-9abb7917d611 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=19aa22fb93224586a50c7447a5310ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612628 Nov 02 13:12:30.899891 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58844) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:30.940319 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Pushing event deleted for resources: {'Port': ['ID=957959f9-73c8-4800-942c-b5d7ffa05532,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:30.949807 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] No DVR routers for this DVR port 957959f9-73c8-4800-942c-b5d7ffa05532 on host dv-cinder-863278-1-iscsi {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:12:30.970952 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] For port 957959f9-73c8-4800-942c-b5d7ffa05532, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=957959f9-73c8-4800-942c-b5d7ffa05532,segment=NetworkSegment(1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c),segment_id=1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:30.971357 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), precommit_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:30.984639 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e03dabb2-3987-4b98-b738-feb2ebb11e04 admin admin] Publish callbacks [] for security_group (3aa68cf3-746c-43c1-942c-a5a0cb29c30e), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.016550 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e03dabb2-3987-4b98-b738-feb2ebb11e04 admin admin] Publish callbacks [] for security_group (3aa68cf3-746c-43c1-942c-a5a0cb29c30e), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.020716 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Calling delete_port for 957959f9-73c8-4800-942c-b5d7ffa05532 owned by network:dhcp {{(pid=110477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:31.023347 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 37e058ae-8fd3-4f07-bb74-36b092671b22 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:31.042520 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.048818 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 37e058ae-8fd3-4f07-bb74-36b092671b22 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:31.049166 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 37e058ae-8fd3-4f07-bb74-36b092671b22 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:31.049582 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 957959f9-73c8-4800-942c-b5d7ffa05532 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:31.081830 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 957959f9-73c8-4800-942c-b5d7ffa05532 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:31.082181 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 957959f9-73c8-4800-942c-b5d7ffa05532 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:31.082687 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 80f66392-4254-4ccd-94aa-7ad0795d63bf no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:31.101235 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (e3bfda93-bf92-4220-aa0c-1248f9d5b459), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.113573 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e03dabb2-3987-4b98-b738-feb2ebb11e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (3aa68cf3-746c-43c1-942c-a5a0cb29c30e), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.116427 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-e03dabb2-3987-4b98-b738-feb2ebb11e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.120003 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-e03dabb2-3987-4b98-b738-feb2ebb11e04 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3aa68cf3-746c-43c1-942c-a5a0cb29c30e HTTP/1.1" status: 204 len: 168 time: 0.2163641 Nov 02 13:12:31.134759 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bfda93-bf92-4220-aa0c-1248f9d5b459']}} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:31.138446 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dabb2-3987-4b98-b738-feb2ebb11e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa68cf3-746c-43c1-942c-a5a0cb29c30e,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:31.150911 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c') {'for_net_delete': True} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:31.151545 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c') {} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:31.165985 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 80f66392-4254-4ccd-94aa-7ad0795d63bf {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:31.165985 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 80f66392-4254-4ccd-94aa-7ad0795d63bf not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:31.166319 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device ecee7b14-fd22-4c40-a4f1-4ae5e101b287 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:31.171284 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16000405'] for segment (1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.187156 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.194997 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Releasing vlan 1411 on physical network physnet1 to pool {{(pid=110475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:12:31.195932 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12738436'] for segment (1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.196407 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: ecee7b14-fd22-4c40-a4f1-4ae5e101b287 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:31.196762 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device ecee7b14-fd22-4c40-a4f1-4ae5e101b287 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:31.197189 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device fbfd8649-586f-4953-badc-d38c010f5826 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:31.227663 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: fbfd8649-586f-4953-badc-d38c010f5826 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:31.228015 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device fbfd8649-586f-4953-badc-d38c010f5826 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:31.228463 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 7f2c8624-ff83-49b0-a11e-2c605877add3 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:31.253261 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 7f2c8624-ff83-49b0-a11e-2c605877add3 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:31.253624 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 7f2c8624-ff83-49b0-a11e-2c605877add3 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:31.278130 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (957959f9-73c8-4800-942c-b5d7ffa05532), after_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.298640 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (e3bfda93-bf92-4220-aa0c-1248f9d5b459), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.304856 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.311281 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] 10.222.0.90 "DELETE /v2.0/networks/e3bfda93-bf92-4220-aa0c-1248f9d5b459 HTTP/1.1" status: 204 len: 168 time: 0.8230262 Nov 02 13:12:31.312005 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58852) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:31.315542 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Pushing event deleted for resources: {'Port': ['ID=957959f9-73c8-4800-942c-b5d7ffa05532,revision_number=None']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:31.320364 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8428ece-f322-40ac-85fe-eba803baf781 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3bfda93-bf92-4220-aa0c-1248f9d5b459,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:31.322608 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] No DVR routers for this DVR port 957959f9-73c8-4800-942c-b5d7ffa05532 on host dv-cinder-863278-1-iscsi {{(pid=110477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:12:31.325161 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.325528 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.325878 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.326213 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.326596 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.326970 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.327308 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.327637 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.327964 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.328327 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.328657 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.328983 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.329306 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d69dd6-2641-4eba-8e0d-02d44c383e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:12:31.395348 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c resource provider aggregate not found Nov 02 13:12:31.417637 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1be5f8b2-f0b2-43fb-a5d2-2ea877ad0b5c found for delete ", "request_id": "req-6b1f8e26-41b4-431a-be07-57c02f0db16b"}]} Nov 02 13:12:31.669260 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623080'] for router_interface (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.913318 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] Deleting port 098a13ee-c30e-414a-86a1-22b723f17707 {{(pid=110476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:31.913953 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (098a13ee-c30e-414a-86a1-22b723f17707), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:31.992369 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.db [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] For port 098a13ee-c30e-414a-86a1-22b723f17707, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=098a13ee-c30e-414a-86a1-22b723f17707,segment=NetworkSegment(7088c6ab-e666-492d-9aa7-03ea0fe3ff1a),segment_id=7088c6ab-e666-492d-9aa7-03ea0fe3ff1a)] {{(pid=110476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:31.992729 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (098a13ee-c30e-414a-86a1-22b723f17707), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.009445 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.plugins.ml2.plugin [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] Calling delete_port for 098a13ee-c30e-414a-86a1-22b723f17707 owned by network:router_interface {{(pid=110476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:32.191628 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13112423'] for port (098a13ee-c30e-414a-86a1-22b723f17707), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.216256 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=098a13ee-c30e-414a-86a1-22b723f17707,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:32.380974 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623960'] for router_interface (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.393794 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.602545 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] Router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 has already been hosted by L3 agent 724c0431-a1d3-4511-9834-3e5c307b835d {{(pid=110476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:12:32.710757 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] Notify agent at l3_agent.dv-cinder-863278-1-iscsi the message routers_updated {{(pid=110476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:12:32.716045 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-0aeda6de-e2ed-418c-8fdc-4f5d33bd23b2 admin admin] 10.222.0.90 "PUT /v2.0/routers/7a0e2537-c25d-4308-b31c-b0bbf2e27cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4027681 Nov 02 13:12:32.718900 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58898) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:32.726353 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ba9be-b916-422b-8014-e1aef27ef498 None None] Sync routers for ids ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'] in dv-cinder-863278-1-iscsi {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:12:32.737787 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ba9be-b916-422b-8014-e1aef27ef498 None None] Routers {'7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:32.738450 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-de8ba9be-b916-422b-8014-e1aef27ef498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:12:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:32.837213 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Publish callbacks [] for router (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:32.852971 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-de8ba9be-b916-422b-8014-e1aef27ef498 None None] Set router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 gateway port host: dv-cinder-863278-1-iscsi {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:32.954197 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Publish callbacks [] for router_gateway (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.009394 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Deleting port da554726-4717-4dfc-8fe3-c61c2670f93e {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:33.009749 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.046578 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-de8ba9be-b916-422b-8014-e1aef27ef498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'name': 'tempest-TestShelveInstance-635471510-router', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'external_fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151'}], 'enable_snat': True}, 'gw_port_id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:53Z', 'updated_at': '2022-11-02T13:12:32Z', 'revision_number': 5, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'gw_port': {'id': 'da554726-4717-4dfc-8fe3-c61c2670f93e', 'name': '', 'network_id': '467a4deb-b627-4bd0-bcd4-431cf8d0b2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'ip_address': '172.27.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863278-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:06:54Z', 'updated_at': '2022-11-02T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1fcf1c21-26a0-46c8-ab35-82dc8db5db1b', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863278-1-iscsi'}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:33.074886 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ba9be-b916-422b-8014-e1aef27ef498 None None] Checking router: 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 for host: dv-cinder-863278-1-iscsi {{(pid=110477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:12:33.084024 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ba9be-b916-422b-8014-e1aef27ef498 None None] Routers {'7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'} bound to L3 agent in host dv-cinder-863278-1-iscsi {{(pid=110477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:12:33.084676 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-de8ba9be-b916-422b-8014-e1aef27ef498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863278-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T12:43:58Z,description=,heartbeat_timestamp=2022-11-02T13:12:28Z,host='dv-cinder-863278-1-iscsi',id=724c0431-a1d3-4511-9834-3e5c307b835d,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:43:58Z,topic='l3_agent')) {'router_ids': ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'], 'active': True} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:33.093338 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] For port da554726-4717-4dfc-8fe3-c61c2670f93e, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=da554726-4717-4dfc-8fe3-c61c2670f93e,segment=NetworkSegment(87eae4c2-ac1f-4b66-b15c-0b864b02d60f),segment_id=87eae4c2-ac1f-4b66-b15c-0b864b02d60f)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:33.093721 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.107566 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Calling delete_port for da554726-4717-4dfc-8fe3-c61c2670f93e owned by network:router_gateway {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:33.281984 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (da554726-4717-4dfc-8fe3-c61c2670f93e), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.307122 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvr_db [None req-de8ba9be-b916-422b-8014-e1aef27ef498 None None] Set router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 gateway port host: None {{(pid=110477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:12:33.307929 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=da554726-4717-4dfc-8fe3-c61c2670f93e,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:33.357836 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_hamode_db [None req-de8ba9be-b916-422b-8014-e1aef27ef498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'name': 'tempest-TestShelveInstance-635471510-router', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:53Z', 'updated_at': '2022-11-02T13:12:32Z', 'revision_number': 6, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'gw_port_host': None}], 'dv-cinder-863278-1-iscsi', False) {} {{(pid=110477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:33.370026 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624418'] for router_gateway (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.383255 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ba9be-b916-422b-8014-e1aef27ef498 None None] The sync data for ids ['7a0e2537-c25d-4308-b31c-b0bbf2e27cb5'] in dv-cinder-863278-1-iscsi is: [{'id': '7a0e2537-c25d-4308-b31c-b0bbf2e27cb5', 'name': 'tempest-TestShelveInstance-635471510-router', 'tenant_id': '297c21f1e672477391af8b74b9cb5ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:06:53Z', 'updated_at': '2022-11-02T13:12:32Z', 'revision_number': 6, 'project_id': '297c21f1e672477391af8b74b9cb5ba7', 'gw_port_host': None}] {{(pid=110477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:12:33.456994 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6593'] for router (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.459312 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Publish callbacks [] for router_controller (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.504933 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1622926'] for router (7a0e2537-c25d-4308-b31c-b0bbf2e27cb5), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.505510 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 {{(pid=110475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:12:33.510105 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.511271 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-4ba43d1f-4a4a-4aa9-977d-10523e194c58 admin admin] 10.222.0.90 "DELETE /v2.0/routers/7a0e2537-c25d-4308-b31c-b0bbf2e27cb5 HTTP/1.1" status: 204 len: 168 time: 0.7913098 Nov 02 13:12:33.515168 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58902) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:33.559017 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef58194-18d1-45d9-a2e8-086c4df8a2ac admin admin] Deleting subnet 65cbd595-7076-44cd-bf6d-9111521eeaca {{(pid=110475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:12:33.562139 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2ef58194-18d1-45d9-a2e8-086c4df8a2ac admin admin] Publish callbacks [] for subnet (65cbd595-7076-44cd-bf6d-9111521eeaca), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.598421 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2ef58194-18d1-45d9-a2e8-086c4df8a2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16000396'] for subnet (65cbd595-7076-44cd-bf6d-9111521eeaca), precommit_delete_associations {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.689553 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2ef58194-18d1-45d9-a2e8-086c4df8a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-665983'] for subnet (65cbd595-7076-44cd-bf6d-9111521eeaca), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.748270 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2ef58194-18d1-45d9-a2e8-086c4df8a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14319644'] for subnet (65cbd595-7076-44cd-bf6d-9111521eeaca), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.776886 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef58194-18d1-45d9-a2e8-086c4df8a2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65cbd595-7076-44cd-bf6d-9111521eeaca,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:33.785029 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-2ef58194-18d1-45d9-a2e8-086c4df8a2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for subnet (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.790989 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-2ef58194-18d1-45d9-a2e8-086c4df8a2ac admin admin] 10.222.0.90 "DELETE /v2.0/subnets/65cbd595-7076-44cd-bf6d-9111521eeaca HTTP/1.1" status: 204 len: 168 time: 0.2724326 Nov 02 13:12:33.791221 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58904) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:33.794061 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c0bada-59b5-4089-a322-89865071f204 None None] Network 86948d1f-8645-4786-9800-f01de836982c requested from dv-cinder-863278-1-iscsi {{(pid=110477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:12:33.868006 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-659111'] for network (86948d1f-8645-4786-9800-f01de836982c), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.917894 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Deleting port a78b2c69-6381-4204-a754-d7f03b284a13 {{(pid=110475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:33.918239 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.982096 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.db [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] For port a78b2c69-6381-4204-a754-d7f03b284a13, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=a78b2c69-6381-4204-a754-d7f03b284a13,segment=NetworkSegment(7088c6ab-e666-492d-9aa7-03ea0fe3ff1a),segment_id=7088c6ab-e666-492d-9aa7-03ea0fe3ff1a)] {{(pid=110475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:33.982458 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:33.994931 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.plugin [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Calling delete_port for a78b2c69-6381-4204-a754-d7f03b284a13 owned by network:dhcp {{(pid=110475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:34.165006 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4707d-a69d-4895-a831-7ed83e23bedc None None] DHCP port deletion for 86948d1f-8645-4786-9800-f01de836982c request from dv-cinder-863278-1-iscsi {{(pid=110477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:12:34.225847 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-90a4707d-a69d-4895-a831-7ed83e23bedc None None] Deleting port a78b2c69-6381-4204-a754-d7f03b284a13 {{(pid=110477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:12:34.226265 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-90a4707d-a69d-4895-a831-7ed83e23bedc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734496888607'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), before_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.298578 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.db [None req-90a4707d-a69d-4895-a831-7ed83e23bedc None None] For port a78b2c69-6381-4204-a754-d7f03b284a13, host dv-cinder-863278-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863278-1-iscsi',level=0,port_id=a78b2c69-6381-4204-a754-d7f03b284a13,segment=NetworkSegment(7088c6ab-e666-492d-9aa7-03ea0fe3ff1a),segment_id=7088c6ab-e666-492d-9aa7-03ea0fe3ff1a)] {{(pid=110477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:12:34.299044 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-90a4707d-a69d-4895-a831-7ed83e23bedc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627509'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), precommit_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.312771 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-90a4707d-a69d-4895-a831-7ed83e23bedc None None] Calling delete_port for a78b2c69-6381-4204-a754-d7f03b284a13 owned by network:dhcp {{(pid=110477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:12:34.361027 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12738483'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.384784 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Pushing event deleted for resources: {'Port': ['ID=a78b2c69-6381-4204-a754-d7f03b284a13,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:34.396500 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] No DVR routers for this DVR port a78b2c69-6381-4204-a754-d7f03b284a13 on host dv-cinder-863278-1-iscsi {{(pid=110475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:12:34.433730 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-90a4707d-a69d-4895-a831-7ed83e23bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734496893570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734496338701'] for port (a78b2c69-6381-4204-a754-d7f03b284a13), after_delete {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.477285 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4707d-a69d-4895-a831-7ed83e23bedc None None] Pushing event deleted for resources: {'Port': ['ID=a78b2c69-6381-4204-a754-d7f03b284a13,revision_number=None']} {{(pid=110477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:34.484294 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4707d-a69d-4895-a831-7ed83e23bedc None None] No DVR routers for this DVR port a78b2c69-6381-4204-a754-d7f03b284a13 on host dv-cinder-863278-1-iscsi {{(pid=110477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:12:34.513569 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709622', 'neutron.services.segments.db._delete_segments_for_network-8734496834088'] for network (86948d1f-8645-4786-9800-f01de836982c), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.535596 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86948d1f-8645-4786-9800-f01de836982c']}} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:34.546071 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7088c6ab-e666-492d-9aa7-03ea0fe3ff1a') {'for_net_delete': True} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:34.546390 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.services.segments.db [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7088c6ab-e666-492d-9aa7-03ea0fe3ff1a') {} {{(pid=110475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:12:34.556733 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734496835130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16000405'] for segment (7088c6ab-e666-492d-9aa7-03ea0fe3ff1a), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.572723 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091'] for segment (7088c6ab-e666-492d-9aa7-03ea0fe3ff1a), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.583747 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Releasing vlan 1423 on physical network physnet1 to pool {{(pid=110475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:12:34.583747 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12738436'] for segment (7088c6ab-e666-492d-9aa7-03ea0fe3ff1a), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.618673 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 7088c6ab-e666-492d-9aa7-03ea0fe3ff1a resource provider aggregate not found Nov 02 13:12:34.636798 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.services.segments.plugin [-] Segment 7088c6ab-e666-492d-9aa7-03ea0fe3ff1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7088c6ab-e666-492d-9aa7-03ea0fe3ff1a found for delete ", "request_id": "req-18205970-e0bf-465c-85fd-85bc43a81dbb"}]} Nov 02 13:12:34.645937 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624350'] for network (86948d1f-8645-4786-9800-f01de836982c), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.652372 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830218'] for network (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.655623 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] 10.222.0.90 "DELETE /v2.0/networks/86948d1f-8645-4786-9800-f01de836982c HTTP/1.1" status: 204 len: 168 time: 0.8634648 Nov 02 13:12:34.668877 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b9894-4285-439a-89fa-233641a92485 admin admin] Pushing event deleted for resources: {'Network': ['ID=86948d1f-8645-4786-9800-f01de836982c,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:34.836972 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 58924) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:34.886547 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device da554726-4717-4dfc-8fe3-c61c2670f93e no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:34.887040 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-2c7ee13b-ddc7-46a2-9d97-8a4ff2e0b057 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=22ac1778be064017858e588e9567fd27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484238 Nov 02 13:12:34.889886 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58926) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:34.908567 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: da554726-4717-4dfc-8fe3-c61c2670f93e {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:34.908915 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device da554726-4717-4dfc-8fe3-c61c2670f93e not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:34.909330 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 098a13ee-c30e-414a-86a1-22b723f17707 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:34.927502 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: 098a13ee-c30e-414a-86a1-22b723f17707 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:34.927863 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device 098a13ee-c30e-414a-86a1-22b723f17707 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:34.928333 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device a78b2c69-6381-4204-a754-d7f03b284a13 no longer exists at agent ovs-agent-dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:34.939443 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-97b7b7fc-0693-4b83-9d3e-685a381690db admin admin] Publish callbacks [] for security_group (1b9e4c02-9ff3-40ad-b6ac-03ff03dbada5), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:34.946754 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.plugin [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] No Port match for: a78b2c69-6381-4204-a754-d7f03b284a13 {{(pid=110477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:12:34.947122 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron.plugins.ml2.rpc [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Device a78b2c69-6381-4204-a754-d7f03b284a13 not bound to the agent host dv-cinder-863278-1-iscsi {{(pid=110477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:34.963072 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-97b7b7fc-0693-4b83-9d3e-685a381690db admin admin] Publish callbacks [] for security_group (1b9e4c02-9ff3-40ad-b6ac-03ff03dbada5), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.017828 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-97b7b7fc-0693-4b83-9d3e-685a381690db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (1b9e4c02-9ff3-40ad-b6ac-03ff03dbada5), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.020450 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-97b7b7fc-0693-4b83-9d3e-685a381690db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.021756 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-97b7b7fc-0693-4b83-9d3e-685a381690db admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1b9e4c02-9ff3-40ad-b6ac-03ff03dbada5 HTTP/1.1" status: 204 len: 168 time: 0.1308067 Nov 02 13:12:35.029484 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7b7fc-0693-4b83-9d3e-685a381690db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9e4c02-9ff3-40ad-b6ac-03ff03dbada5,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:35.376461 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58932) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:35.418618 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-c3180ea1-487b-4e3e-9619-d93129cc22f9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=297c21f1e672477391af8b74b9cb5ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409296 Nov 02 13:12:35.422460 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 58934) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:35.470180 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bfa7634a-ca3a-4f66-a570-4e1ba36dcc17 admin admin] Publish callbacks [] for security_group (9e5c8e07-257b-49c1-9e8b-039f26a3c2b5), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.492901 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bfa7634a-ca3a-4f66-a570-4e1ba36dcc17 admin admin] Publish callbacks [] for security_group (9e5c8e07-257b-49c1-9e8b-039f26a3c2b5), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.552432 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bfa7634a-ca3a-4f66-a570-4e1ba36dcc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (9e5c8e07-257b-49c1-9e8b-039f26a3c2b5), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.555039 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-bfa7634a-ca3a-4f66-a570-4e1ba36dcc17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:35.556277 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-bfa7634a-ca3a-4f66-a570-4e1ba36dcc17 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9e5c8e07-257b-49c1-9e8b-039f26a3c2b5 HTTP/1.1" status: 204 len: 168 time: 0.1328835 Nov 02 13:12:35.564173 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7634a-ca3a-4f66-a570-4e1ba36dcc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c8e07-257b-49c1-9e8b-039f26a3c2b5,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:44.238944 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 59022) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:44.358666 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3c434677-d17e-4bb8-9b8a-2f51b378edd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.441372 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3c434677-d17e-4bb8-9b8a-2f51b378edd0 admin admin] Publish callbacks [] for security_group (13a4f717-c95d-4d48-b24b-d1b34504fa60), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.447651 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-3c434677-d17e-4bb8-9b8a-2f51b378edd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (13a4f717-c95d-4d48-b24b-d1b34504fa60), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.487176 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-3c434677-d17e-4bb8-9b8a-2f51b378edd0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f000b8cc9f0344869c62509fde438ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471316 Nov 02 13:12:44.488644 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c434677-d17e-4bb8-9b8a-2f51b378edd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a4f717-c95d-4d48-b24b-d1b34504fa60,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:44.490464 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59026) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:44.542114 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f6085158-9803-48c2-b43d-1010b0f0106d admin admin] Publish callbacks [] for security_group (13a4f717-c95d-4d48-b24b-d1b34504fa60), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.564581 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f6085158-9803-48c2-b43d-1010b0f0106d admin admin] Publish callbacks [] for security_group (13a4f717-c95d-4d48-b24b-d1b34504fa60), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.618245 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f6085158-9803-48c2-b43d-1010b0f0106d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (13a4f717-c95d-4d48-b24b-d1b34504fa60), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.620742 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f6085158-9803-48c2-b43d-1010b0f0106d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:44.621936 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-f6085158-9803-48c2-b43d-1010b0f0106d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/13a4f717-c95d-4d48-b24b-d1b34504fa60 HTTP/1.1" status: 204 len: 168 time: 0.1304820 Nov 02 13:12:44.631021 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6085158-9803-48c2-b43d-1010b0f0106d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a4f717-c95d-4d48-b24b-d1b34504fa60,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:44.920313 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59032) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:44.934945 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c9670e2f-be72-4a67-8e75-0e1290fa9cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.028454 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c9670e2f-be72-4a67-8e75-0e1290fa9cd6 admin admin] Publish callbacks [] for security_group (d08875ba-8c1a-47be-a515-4c6ce9664431), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.034331 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-c9670e2f-be72-4a67-8e75-0e1290fa9cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d08875ba-8c1a-47be-a515-4c6ce9664431), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.071774 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9670e2f-be72-4a67-8e75-0e1290fa9cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08875ba-8c1a-47be-a515-4c6ce9664431,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:45.076307 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-c9670e2f-be72-4a67-8e75-0e1290fa9cd6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1754aa3c86f04357bd40cf5099e01d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547313 Nov 02 13:12:45.079261 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59034) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:45.137965 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0399b29-c111-477d-bbf9-068622dc3d6e admin admin] Publish callbacks [] for security_group (d08875ba-8c1a-47be-a515-4c6ce9664431), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.160497 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0399b29-c111-477d-bbf9-068622dc3d6e admin admin] Publish callbacks [] for security_group (d08875ba-8c1a-47be-a515-4c6ce9664431), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.216600 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0399b29-c111-477d-bbf9-068622dc3d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (d08875ba-8c1a-47be-a515-4c6ce9664431), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.219157 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-b0399b29-c111-477d-bbf9-068622dc3d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:45.220341 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-b0399b29-c111-477d-bbf9-068622dc3d6e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d08875ba-8c1a-47be-a515-4c6ce9664431 HTTP/1.1" status: 204 len: 168 time: 0.1400881 Nov 02 13:12:45.230891 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0399b29-c111-477d-bbf9-068622dc3d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08875ba-8c1a-47be-a515-4c6ce9664431,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:45.661010 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.340369 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59108) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:47.471204 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04e061c4-a7b7-4f6c-8458-67b82faf2dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.558984 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04e061c4-a7b7-4f6c-8458-67b82faf2dd0 admin admin] Publish callbacks [] for security_group (c082dcbb-b8a3-4750-bb7a-41bafe9bbb88), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.566692 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-04e061c4-a7b7-4f6c-8458-67b82faf2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c082dcbb-b8a3-4750-bb7a-41bafe9bbb88), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.612059 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e061c4-a7b7-4f6c-8458-67b82faf2dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c082dcbb-b8a3-4750-bb7a-41bafe9bbb88,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:47.617991 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-04e061c4-a7b7-4f6c-8458-67b82faf2dd0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3c12d9e2f5f2494f9e91e60aaab61289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764287 Nov 02 13:12:47.620997 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59112) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:47.672041 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-08de2925-c11d-4153-93e8-38c2b8a04b3f admin admin] Publish callbacks [] for security_group (c082dcbb-b8a3-4750-bb7a-41bafe9bbb88), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.705836 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-08de2925-c11d-4153-93e8-38c2b8a04b3f admin admin] Publish callbacks [] for security_group (c082dcbb-b8a3-4750-bb7a-41bafe9bbb88), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.762060 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-08de2925-c11d-4153-93e8-38c2b8a04b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c082dcbb-b8a3-4750-bb7a-41bafe9bbb88), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.764610 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-08de2925-c11d-4153-93e8-38c2b8a04b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:47.765802 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-08de2925-c11d-4153-93e8-38c2b8a04b3f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c082dcbb-b8a3-4750-bb7a-41bafe9bbb88 HTTP/1.1" status: 204 len: 168 time: 0.1439805 Nov 02 13:12:47.774441 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de2925-c11d-4153-93e8-38c2b8a04b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c082dcbb-b8a3-4750-bb7a-41bafe9bbb88,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:48.057009 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59118) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:48.073376 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a25301ce-63b9-4187-a63a-70b4338ecf10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.152387 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a25301ce-63b9-4187-a63a-70b4338ecf10 admin admin] Publish callbacks [] for security_group (c33787c3-e91e-45d1-9fd8-2a0b336a4491), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.157920 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-a25301ce-63b9-4187-a63a-70b4338ecf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c33787c3-e91e-45d1-9fd8-2a0b336a4491), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.193744 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25301ce-63b9-4187-a63a-70b4338ecf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33787c3-e91e-45d1-9fd8-2a0b336a4491,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:48.198980 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-a25301ce-63b9-4187-a63a-70b4338ecf10 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3aed969a9b704145a4985b958acc7011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395421 Nov 02 13:12:48.201908 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59120) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:48.254954 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-95ba5cc4-fb98-406b-b84d-27e4cc3d5b5c admin admin] Publish callbacks [] for security_group (c33787c3-e91e-45d1-9fd8-2a0b336a4491), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.278402 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-95ba5cc4-fb98-406b-b84d-27e4cc3d5b5c admin admin] Publish callbacks [] for security_group (c33787c3-e91e-45d1-9fd8-2a0b336a4491), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.329888 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-95ba5cc4-fb98-406b-b84d-27e4cc3d5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c33787c3-e91e-45d1-9fd8-2a0b336a4491), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.332879 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-95ba5cc4-fb98-406b-b84d-27e4cc3d5b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:48.334117 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-95ba5cc4-fb98-406b-b84d-27e4cc3d5b5c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c33787c3-e91e-45d1-9fd8-2a0b336a4491 HTTP/1.1" status: 204 len: 168 time: 0.1313353 Nov 02 13:12:48.342176 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba5cc4-fb98-406b-b84d-27e4cc3d5b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33787c3-e91e-45d1-9fd8-2a0b336a4491,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:51.522037 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:12:56.142885 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-9917a44f-cfd6-447d-8e41-7488c4e85525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:58.487313 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-67c60bce-5be8-4037-bd95-43179e0bb536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.506697 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.624127 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59226) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:59.735731 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-55b1ed95-f1ef-4987-87d4-27582a738486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.813748 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-55b1ed95-f1ef-4987-87d4-27582a738486 admin admin] Publish callbacks [] for security_group (8079e4b9-ebb4-4d3c-85fb-b05b685553ae), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.820422 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-55b1ed95-f1ef-4987-87d4-27582a738486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8079e4b9-ebb4-4d3c-85fb-b05b685553ae), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.859301 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-55b1ed95-f1ef-4987-87d4-27582a738486 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=53e96966c9f9448b8cca7cf458bcf78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339177 Nov 02 13:12:59.860232 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1ed95-f1ef-4987-87d4-27582a738486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8079e4b9-ebb4-4d3c-85fb-b05b685553ae,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:59.862224 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 59230) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:12:59.912573 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f417c3bf-c29f-40f1-9c74-94da62526481 admin admin] Publish callbacks [] for security_group (8079e4b9-ebb4-4d3c-85fb-b05b685553ae), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.934873 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f417c3bf-c29f-40f1-9c74-94da62526481 admin admin] Publish callbacks [] for security_group (8079e4b9-ebb4-4d3c-85fb-b05b685553ae), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.987076 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f417c3bf-c29f-40f1-9c74-94da62526481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8079e4b9-ebb4-4d3c-85fb-b05b685553ae), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.991014 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-f417c3bf-c29f-40f1-9c74-94da62526481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:12:59.992624 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-f417c3bf-c29f-40f1-9c74-94da62526481 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8079e4b9-ebb4-4d3c-85fb-b05b685553ae HTTP/1.1" status: 204 len: 168 time: 0.1294096 Nov 02 13:13:00.006010 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417c3bf-c29f-40f1-9c74-94da62526481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8079e4b9-ebb4-4d3c-85fb-b05b685553ae,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:00.283075 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59236) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:00.297187 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8e500614-009e-4046-bb7f-b9bdc7e62e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.372381 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8e500614-009e-4046-bb7f-b9bdc7e62e61 admin admin] Publish callbacks [] for security_group (6e360319-ddd0-4e28-97b3-850618e0f4f4), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.376906 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8e500614-009e-4046-bb7f-b9bdc7e62e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (6e360319-ddd0-4e28-97b3-850618e0f4f4), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.415004 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-8e500614-009e-4046-bb7f-b9bdc7e62e61 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0351e0b5204a44e7a06d72c47662c6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306772 Nov 02 13:13:00.415971 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e500614-009e-4046-bb7f-b9bdc7e62e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e360319-ddd0-4e28-97b3-850618e0f4f4,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:00.417836 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 59238) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:00.470603 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b31989ea-c008-48c8-9bdd-65786d32e384 admin admin] Publish callbacks [] for security_group (6e360319-ddd0-4e28-97b3-850618e0f4f4), before_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.494426 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b31989ea-c008-48c8-9bdd-65786d32e384 admin admin] Publish callbacks [] for security_group (6e360319-ddd0-4e28-97b3-850618e0f4f4), precommit_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.551833 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b31989ea-c008-48c8-9bdd-65786d32e384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (6e360319-ddd0-4e28-97b3-850618e0f4f4), after_delete {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.554864 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-b31989ea-c008-48c8-9bdd-65786d32e384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:00.556044 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-b31989ea-c008-48c8-9bdd-65786d32e384 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6e360319-ddd0-4e28-97b3-850618e0f4f4 HTTP/1.1" status: 204 len: 168 time: 0.1371727 Nov 02 13:13:00.564153 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31989ea-c008-48c8-9bdd-65786d32e384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e360319-ddd0-4e28-97b3-850618e0f4f4,revision_number=None']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:00.964310 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:01.773423 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59272) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:01.893120 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce62a-aab5-4fba-a1d2-c6607e15966a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:01.968971 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce62a-aab5-4fba-a1d2-c6607e15966a admin admin] Publish callbacks [] for security_group (8bb2a94e-0c1f-4d7e-bdd5-14f4de7bc442), precommit_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:01.974274 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce62a-aab5-4fba-a1d2-c6607e15966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8bb2a94e-0c1f-4d7e-bdd5-14f4de7bc442), after_create {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.011967 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ce62a-aab5-4fba-a1d2-c6607e15966a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb2a94e-0c1f-4d7e-bdd5-14f4de7bc442,revision_number=1']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:02.016399 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-dd6ce62a-aab5-4fba-a1d2-c6607e15966a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5f80ef8d920e4dc69d31673e277ec87c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418735 Nov 02 13:13:02.019745 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59276) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:02.069824 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8275d410-b672-490f-8989-68cd3cbcdf97 admin admin] Publish callbacks [] for security_group (8bb2a94e-0c1f-4d7e-bdd5-14f4de7bc442), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.094363 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8275d410-b672-490f-8989-68cd3cbcdf97 admin admin] Publish callbacks [] for security_group (8bb2a94e-0c1f-4d7e-bdd5-14f4de7bc442), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.145310 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8275d410-b672-490f-8989-68cd3cbcdf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (8bb2a94e-0c1f-4d7e-bdd5-14f4de7bc442), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.147312 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-8275d410-b672-490f-8989-68cd3cbcdf97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:02.151178 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-8275d410-b672-490f-8989-68cd3cbcdf97 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8bb2a94e-0c1f-4d7e-bdd5-14f4de7bc442 HTTP/1.1" status: 204 len: 168 time: 0.1309412 Nov 02 13:13:02.159035 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275d410-b672-490f-8989-68cd3cbcdf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb2a94e-0c1f-4d7e-bdd5-14f4de7bc442,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:02.398213 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:15.667587 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.233135 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.wsgi [-] (110476) accepted ('10.222.0.90', 59404) {{(pid=110476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:25.352771 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.434927 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Publish callbacks [] for security_group (c25750b6-04d5-4cbf-8fa3-a048edd45d9b), precommit_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.440525 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron_lib.callbacks.manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c25750b6-04d5-4cbf-8fa3-a048edd45d9b), after_create {{(pid=110476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.479588 dv-cinder-863278-1-iscsi neutron-server[110476]: INFO neutron.wsgi [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9bdcdc896a20479c9576d334677d059f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453775 Nov 02 13:13:25.480813 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25750b6-04d5-4cbf-8fa3-a048edd45d9b,revision_number=1']} {{(pid=110476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:25.482417 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [-] (110475) accepted ('10.222.0.90', 59408) {{(pid=110475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:13:25.488483 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.488839 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.489183 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.489520 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.489856 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.490186 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.490515 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.490844 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.491172 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.491537 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.491861 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.492179 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.492520 dv-cinder-863278-1-iscsi neutron-server[110476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d2e97-d516-4c5b-9bba-4bc9e71b32fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.533809 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Publish callbacks [] for security_group (c25750b6-04d5-4cbf-8fa3-a048edd45d9b), before_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.559433 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Publish callbacks [] for security_group (c25750b6-04d5-4cbf-8fa3-a048edd45d9b), precommit_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.609574 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671503'] for security_group (c25750b6-04d5-4cbf-8fa3-a048edd45d9b), after_delete {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.612414 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron_lib.callbacks.manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:25.613671 dv-cinder-863278-1-iscsi neutron-server[110475]: INFO neutron.wsgi [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c25750b6-04d5-4cbf-8fa3-a048edd45d9b HTTP/1.1" status: 204 len: 168 time: 0.1301694 Nov 02 13:13:25.625312 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25750b6-04d5-4cbf-8fa3-a048edd45d9b,revision_number=None']} {{(pid=110475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:13:25.634777 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.635189 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.635545 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.635890 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.636259 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.636653 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.636984 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.637348 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.637681 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.638159 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.638394 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.638720 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:25.639130 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aafe82-3f6b-4003-85d3-f7fefb31fe06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863278-1-iscsi {{(pid=110475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:13:26.138025 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2a9b28c9-eb01-4c02-b22d-ab8116c8617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.493490 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-08324ac2-cb60-467e-867b-d2c831b24a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:28.521331 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:13:29.516570 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:30.967306 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:32.403758 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:45.682883 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:56.139696 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-8a33cb17-6289-4399-a15f-a8680a0619c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:58.497511 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-a6845552-2f46-4531-b67a-ab9b59b0c915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:13:59.512386 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:00.978638 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:02.405741 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:05.523271 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:14:15.673971 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:26.149341 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-b90d0996-a674-4a90-bb86-5164b40c3372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:28.493437 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-ff976073-2232-42f8-9421-385d98c9520c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:29.520245 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:30.980582 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:32.403438 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:42.522416 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:14:45.675406 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:56.141234 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-f2eb675d-fbc2-46d8-8a79-6d7a7a835958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:58.497052 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-5d174d89-777f-4fa2-b125-133205bfd6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:14:59.520147 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:00.984681 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:02.404655 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:15.678891 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:19.523286 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:15:26.141041 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-24468e59-57aa-483e-b07d-ecd6c17ee799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:28.504475 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-71cfb434-f3e7-4e73-9d61-e5565667569a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:29.524265 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:30.988517 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:32.405222 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:45.688697 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.145326 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c21faf77-4d00-4574-9b52-5241716003ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:56.524431 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:15:58.492319 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-17acaa0b-b932-449a-95d3-64d51557bd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:15:59.532298 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:00.992590 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:02.413813 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:15.689689 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:26.142701 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5d2f-1f82-4404-b924-cf5ae105d6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:28.491992 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-241fdf0e-b1c2-402b-8003-2a38cc7c67b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:29.534713 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:31.003244 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:32.407284 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:33.524895 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:16:45.719302 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:56.139732 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-74e4de13-d313-4791-9330-d608c61cc401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:58.489018 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-601beb85-5d21-4b24-b413-64073e29395b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:16:59.532772 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:01.009800 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:02.407203 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:10.525214 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:17:15.722148 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:26.141558 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-46382b93-a829-4c2b-af47-23eb1c4e4044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:28.483484 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-baf9cc65-94fb-4572-89cf-d00f0c8e7936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:29.533410 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:31.004559 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:32.404790 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:45.716633 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:47.526756 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:17:56.138640 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-b7106976-2a96-4009-88ff-d90dff1fffec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:58.490539 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-73fbc659-dad3-4c22-be95-6d619ab518d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:17:59.539679 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:01.007953 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:02.402499 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:15.735183 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:24.527523 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:18:26.137612 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-b7734824-37ec-4532-9e96-50e1e36854f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:26.995471 dv-cinder-863278-1-iscsi neutron-server[110475]: DEBUG neutron.wsgi [req-53ecf87a-3697-483e-b2b4-7f56384efcce req-d7f5e427-9e79-427d-a42c-ddbd766a232c service neutron] (110475) timed out ('10.222.0.105', 56507) {{(pid=110475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 13:18:28.490096 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff16d-236f-4274-895f-e72586faf88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:29.542417 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:31.016213 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:32.401093 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:45.731533 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6068-5d19-4ae6-ab0c-10cee0c711cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (f0baf691-55ac-450e-bb54-413ab3e02dfe), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:56.138790 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-0c02e77a-2d99-4fdd-9edd-47c0f3bd3900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (a5e027e5-a537-4048-a530-7546bd771203), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:58.487005 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-c040c8fb-1f84-45f4-99b0-214ab3958168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (724c0431-a1d3-4511-9834-3e5c307b835d), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:18:59.544480 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-29d815a0-1930-4633-9f4f-7e967004370a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (b6cb1aac-3013-45f8-9eda-e22e3882baf7), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:01.021257 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-e125145e-0b78-4371-b10e-975244138ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (59c57eb3-f905-497f-b9db-814d13a53298), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:19:01.527523 dv-cinder-863278-1-iscsi neutron-server[110478]: DEBUG neutron.db.agents_db [None req-397a1b01-4cf7-4dc8-bd64-6bd611f5007a None None] Agent healthcheck: found 6 active agents {{(pid=110478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:19:02.397145 dv-cinder-863278-1-iscsi neutron-server[110477]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d3d-2e2b-4b0e-9674-b95432657eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734496834070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712175'] for agent (c87f8f93-bf45-42f7-ae7a-d73f933ea295), after_update {{(pid=110477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}